-- Logs begin at Tue 2022-04-12 07:26:54 UTC, end at Tue 2022-04-12 08:37:29 UTC. -- Apr 12 08:10:12.475798 dv-cinder-836944-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 08:10:15.394098 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.common.config [-] Logging enabled! Apr 12 08:10:15.394708 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 08:10:15.394868 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103828) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 08:10:15.398125 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.common.config [-] Logging enabled! Apr 12 08:10:15.398382 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 08:10:15.398687 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103828) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 08:10:15.399638 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 08:10:15.399868 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 08:10:15.400226 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 08:10:15.400471 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 08:10:15.400692 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 08:10:15.401102 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.401526 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 08:10:15.402389 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.402937 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.403221 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.403539 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.403828 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.404104 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.404384 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.404673 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.404952 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.405222 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.405498 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.405783 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.406059 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.406340 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.406622 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.406898 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] debug = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.407172 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.407623 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.408039 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.408316 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.408602 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.408875 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.409142 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.409412 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.409692 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.410011 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] host = dv-cinder-836944-3-iscsi {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.410336 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.410621 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.410907 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.411187 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.411456 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.411752 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.412034 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.412305 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.412573 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] log_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.412844 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.413126 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.413409 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.413693 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.413914 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.414133 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.414416 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.414695 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.414967 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.415236 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.415536 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.415810 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.416080 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.416342 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.416620 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.416898 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.417177 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.418016 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.418289 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.418575 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.418824 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.419140 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.419414 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.419708 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.419981 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.420265 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.420532 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.420801 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.421099 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.421381 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.421657 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.421938 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.422210 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.422489 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.422756 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.423021 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.423285 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] use_json = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.423573 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.423838 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.424115 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.424382 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.424646 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.424914 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.425176 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.425453 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.425719 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:15.426008 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.426301 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.426592 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.426885 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.427169 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.427441 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.427754 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.428029 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.428311 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.428594 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.428876 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.429148 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.429438 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.429719 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.430009 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.430307 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.430595 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.430887 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.431155 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.431420 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.431711 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.431985 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.432266 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.432534 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.432816 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.433123 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.433397 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.433686 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.433967 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.434254 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.434537 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.434804 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.435076 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.435360 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.435661 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.435930 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.436201 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.436482 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.436799 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.437018 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.437291 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.437559 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.437823 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.438088 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.438358 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.438641 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.438910 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.439172 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.439433 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.439723 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.439990 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.440269 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.440537 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.440801 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.441066 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.441336 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.441601 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.441864 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.442132 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.442393 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.442660 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.442920 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.443181 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.443443 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.443728 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.443993 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.444257 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.444520 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.444787 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.445052 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.445315 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.445580 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.445846 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.446110 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.446388 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.446675 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.446944 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.447215 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.447505 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.447782 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.448052 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.448321 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.448617 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.448888 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.449151 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.449431 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.449711 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.449991 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.450282 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.450555 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.450846 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.451117 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.451388 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.451688 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.451962 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.452234 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.452510 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.452788 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.453074 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.453360 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.453649 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.453938 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.454223 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.454497 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.454800 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.455071 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:15.455280 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 08:10:15.455539 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103828) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 08:10:15.830640 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 08:10:15.831079 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 08:10:15.831380 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 08:10:15.831731 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 08:10:16.160398 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.160735 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.160966 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.162263 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.162532 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.162792 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.216806 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.217083 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.217347 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.231992 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.232266 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.232528 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.263051 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.263327 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.263619 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.299770 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.300060 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.300323 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.638692 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.639279 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.639279 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.639497 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.640190 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.738913 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.739226 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.739524 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.739798 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.740060 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.740363 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.740618 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.740871 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.741121 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.741398 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.741655 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.741914 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.742165 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.742417 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.742667 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.742927 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.743178 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.743440 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.743731 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.743986 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.744400 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.744655 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.744940 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.745346 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.745603 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.745848 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.746238 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 08:10:16.746476 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 08:10:16.746711 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 08:10:16.746944 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 08:10:16.747176 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 08:10:16.747406 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 08:10:16.747790 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 08:10:16.750809 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 08:10:16.754673 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 08:10:16.758253 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 12 08:10:16.759878 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 08:10:16.760332 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 08:10:16.760662 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 08:10:16.761077 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 08:10:16.764014 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 08:10:16.764261 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 08:10:16.764607 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 08:10:16.769370 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 08:10:16.793586 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 08:10:16.794019 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.794310 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103828) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 08:10:16.794674 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.796036 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103828) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 08:10:16.796308 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 08:10:16.796546 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 08:10:16.799815 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.800092 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:16.861718 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 08:10:16.861950 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 08:10:16.862183 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 08:10:16.862538 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 08:10:16.882149 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_db.sqlalchemy.engines [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103828) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 08:10:17.474335 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Initializing driver for type 'gre' Apr 12 08:10:17.474777 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] gre ID ranges: [(1, 1000)] Apr 12 08:10:17.662748 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Initializing driver for type 'local' Apr 12 08:10:17.663332 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Initializing driver for type 'vlan' Apr 12 08:10:17.736899 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] VlanTypeDriver initialization complete Apr 12 08:10:17.737179 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Initializing driver for type 'vxlan' Apr 12 08:10:17.737674 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] vxlan ID ranges: [(1, 1000)] Apr 12 08:10:17.917332 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Initializing extension driver 'port_security' Apr 12 08:10:17.917675 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.extensions.port_security [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] PortSecurityExtensionDriver initialization complete Apr 12 08:10:17.918006 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Initializing mechanism driver 'openvswitch' Apr 12 08:10:17.918338 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Initializing mechanism driver 'hyperv' Apr 12 08:10:17.924817 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:10:17.925661 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > port after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.926032 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > port after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.926385 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > port after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.926914 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 08:10:17.927349 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > subnet after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.927735 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > subnet after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.928083 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.928477 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 08:10:17.928886 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > network after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.929252 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > network after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.929579 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > network after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.929972 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 08:10:17.930385 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > security_group after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.930734 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > security_group after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.931076 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > security_group after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.931493 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 08:10:17.931908 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.932257 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.935006 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.935006 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 08:10:17.935006 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > address_group after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.935006 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > address_group after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.935006 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > address_group after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.935392 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 08:10:17.935392 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] ML2 OVO RPC backend initialized. {{(pid=103828) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 08:10:17.935590 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.935891 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.936312 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > network before_response 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.936661 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > networks before_response 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.937007 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > port before_response 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.937351 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > ports before_response 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.937693 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > subnet before_response 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.938032 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > subnets before_response 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.938372 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > network after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.938708 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > network after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.939041 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > network after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.939375 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > port after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.939736 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > port after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.940069 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > port after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.940399 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > subnet after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.940733 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > subnet after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.941063 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.948137 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded quota_driver: . Apr 12 08:10:17.949009 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.plugin [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Modular L2 Plugin initialization complete Apr 12 08:10:17.949348 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading services supported by the core plugin {{(pid=103828) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 08:10:17.949685 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.plugins.ml2.managers [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Got port-security extension from driver 'port_security' Apr 12 08:10:17.950161 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.extensions.vlantransparent [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Disabled vlantransparent extension. Apr 12 08:10:17.950652 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103828) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 08:10:17.950974 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading Plugin: router Apr 12 08:10:17.985892 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router_interface before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.986290 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router after_create 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.986660 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router before_create 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.987069 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.987397 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.987781 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router after_delete 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.988142 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > floatingip after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.988490 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > floatingip after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.988847 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router after_create 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.989193 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router after_update 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.989541 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router after_update 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.989892 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.990251 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router after_update 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.990661 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router precommit_update 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.991031 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: port after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.991367 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: port after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.991727 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: subnet after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.992070 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.992417 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > port precommit_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.992758 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router precommit_create 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.993098 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: port before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.993439 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router precommit_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.993794 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router after_update 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.994133 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router precommit_delete 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.994486 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router precommit_create 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.994844 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.995185 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router precommit_update 55549900 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.995570 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > agent after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.995923 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > agent after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.996398 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > network after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:17.997239 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Tracking information for resource: router configured {{(pid=103828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 08:10:17.997578 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Tracking information for resource: floatingip configured {{(pid=103828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 08:10:18.002370 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.db.l3_agentschedulers_db [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 08:10:18.002943 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: port after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.003306 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: port after_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.003693 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: port after_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.004049 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: port after_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.004833 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router before_create 55550100 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.005199 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router precommit_delete 55550100 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.005562 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router precommit_create 55550100 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.005920 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > router precommit_update 55550100 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.010762 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.services.provider_configuration [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service providers = [] {{(pid=103828) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 08:10:18.011659 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.db.servicetype_db [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103828) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 08:10:18.014587 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.services.service_base [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 08:10:18.014936 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.services.service_base [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 08:10:18.015276 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.services.service_base [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 08:10:18.016196 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.services.service_base [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 08:10:18.016566 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.services.service_base [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 08:10:18.016939 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 08:10:18.017254 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 08:10:18.029945 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 08:10:18.030281 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading Plugin: auto_allocate Apr 12 08:10:18.035876 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: network precommit_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.036247 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: network precommit_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.036760 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 08:10:18.037080 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading Plugin: tag Apr 12 08:10:18.043814 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 08:10:18.044148 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading Plugin: timestamp Apr 12 08:10:18.047952 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 08:10:18.048283 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading Plugin: network_ip_availability Apr 12 08:10:18.053727 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.054102 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.054456 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.055160 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 08:10:18.055489 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading Plugin: flavors Apr 12 08:10:18.060344 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 08:10:18.060680 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading Plugin: revisions Apr 12 08:10:18.064901 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 08:10:18.065290 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_concurrency.lockutils [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.234s {{(pid=103828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 08:10:18.066022 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103828) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 08:10:18.066356 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Initializing extension manager. Apr 12 08:10:18.066881 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: __init__.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.067224 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: __pycache__ {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.067600 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: address_group.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.068356 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.068913 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: address-group Apr 12 08:10:18.069237 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: address_scope.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.069949 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.070455 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: address-scope Apr 12 08:10:18.070777 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: admin_state_down_before_update.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.071746 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.072254 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: router-admin-state-down-before-update Apr 12 08:10:18.072578 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: agent.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.073282 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.074312 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: agent Apr 12 08:10:18.074632 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: agent_resources_synced.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.075576 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.076083 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: agent-resources-synced Apr 12 08:10:18.076403 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: allowedaddresspairs.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.078199 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.078719 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: allowed-address-pairs Apr 12 08:10:18.079046 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: auto_allocated_topology.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.080143 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.080658 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: auto-allocated-topology Apr 12 08:10:18.080985 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: availability_zone.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.081679 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.082185 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: availability_zone Apr 12 08:10:18.082510 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: availability_zone_filter.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.083420 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.083953 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: availability_zone_filter Apr 12 08:10:18.084281 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: data_plane_status.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.085185 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.085692 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 08:10:18.086016 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: default_subnetpools.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.086922 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.087429 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: default-subnetpools Apr 12 08:10:18.087775 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: dhcpagentscheduler.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.088583 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.089671 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: dhcp_agent_scheduler Apr 12 08:10:18.089996 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: dns.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.090907 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.091412 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension dns-integration not supported by any of loaded plugins Apr 12 08:10:18.091760 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: dns_domain_ports.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.092668 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.093175 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 08:10:18.093498 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.094406 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.094907 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 08:10:18.095229 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: dvr.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.095930 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.096441 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: dvr Apr 12 08:10:18.096765 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: ecmp_routes.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.097675 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.098181 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 08:10:18.098505 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: empty_string_filtering.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.099408 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.099938 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: empty-string-filtering Apr 12 08:10:18.100259 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.101163 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.101663 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 08:10:18.101982 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.102889 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.103386 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 08:10:18.103758 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: external_net.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.104685 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.105185 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: external-net Apr 12 08:10:18.105506 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: extra_dhcp_opt.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.106406 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.106909 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: extra_dhcp_opt Apr 12 08:10:18.107233 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: extraroute.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.108163 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.108670 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: extraroute Apr 12 08:10:18.108992 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: extraroute_atomic.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.110015 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.110522 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: extraroute-atomic Apr 12 08:10:18.110848 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: filter_validation.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.111539 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.112043 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: filter-validation Apr 12 08:10:18.112363 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: fip_pf_description.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.113450 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.113959 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 08:10:18.114285 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: fip_pf_port_range.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.115200 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.115742 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 08:10:18.116066 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: fip_port_details.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.116992 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.117499 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: fip-port-details Apr 12 08:10:18.117826 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: flavors.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.119036 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.119578 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: flavors Apr 12 08:10:18.119907 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.121619 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.122135 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 08:10:18.122465 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: floatingip_pools.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.123157 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.123700 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: floatingip-pools Apr 12 08:10:18.124023 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: ip_allocation.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.124944 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.125451 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 08:10:18.125773 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.126684 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.127189 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: ip-substring-filtering Apr 12 08:10:18.127540 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: l2_adjacency.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.128489 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.128995 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 08:10:18.129315 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: l3.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.130276 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.130795 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: router Apr 12 08:10:18.131121 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: l3_conntrack_helper.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.133363 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.133891 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 08:10:18.134227 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.135155 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.135699 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: ext-gw-mode Apr 12 08:10:18.136545 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.137467 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.137971 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: l3-ha Apr 12 08:10:18.138299 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.139212 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.139749 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 08:10:18.140075 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: l3_flavors.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.140988 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.141496 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: l3-flavors Apr 12 08:10:18.141824 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: l3_ndp_proxy.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.143195 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.143736 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 08:10:18.144067 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.144984 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.145496 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 08:10:18.145822 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: l3agentscheduler.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.146855 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.147371 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: l3_agent_scheduler Apr 12 08:10:18.147727 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: local_ip.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.149784 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.150306 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension local_ip not supported by any of loaded plugins Apr 12 08:10:18.150641 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: logging.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.152964 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.153489 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension logging not supported by any of loaded plugins Apr 12 08:10:18.153823 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: metering.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.154566 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.155144 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: metering Apr 12 08:10:18.155504 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.156587 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.157128 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: metering_source_and_destination_fields Apr 12 08:10:18.157455 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: multiprovidernet.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.158387 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.158901 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: multi-provider Apr 12 08:10:18.159225 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: netmtu.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.160172 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.160677 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: net-mtu Apr 12 08:10:18.160998 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: netmtu_writable.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.161909 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.162413 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: net-mtu-writable Apr 12 08:10:18.162735 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: network_availability_zone.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.163401 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.163939 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: network_availability_zone Apr 12 08:10:18.164263 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: network_ip_availability.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.165360 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.165868 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: network-ip-availability Apr 12 08:10:18.166195 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: network_segment_range.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.166958 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.167509 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 08:10:18.167838 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: pagination.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.168823 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.169154 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: pagination Apr 12 08:10:18.169477 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: port_device_profile.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.170390 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.170907 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: port-device-profile Apr 12 08:10:18.171230 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.172168 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.172683 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: port-mac-address-regenerate Apr 12 08:10:18.173010 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.173915 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.174428 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: port-numa-affinity-policy Apr 12 08:10:18.174749 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: port_resource_request.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.175707 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.176210 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 08:10:18.176530 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: port_resource_request_groups.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.177504 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.178012 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 08:10:18.178332 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: portbindings.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.179262 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.179791 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: binding Apr 12 08:10:18.180113 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: portbindings_extended.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.181365 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.181885 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: binding-extended Apr 12 08:10:18.182211 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: portsecurity.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.183152 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.183687 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: port-security Apr 12 08:10:18.184018 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: project_id.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.184997 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.185327 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: project-id Apr 12 08:10:18.185651 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: providernet.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.186578 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.187092 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: provider Apr 12 08:10:18.187412 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.191009 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.191556 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos not supported by any of loaded plugins Apr 12 08:10:18.191891 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.193127 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.193644 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 08:10:18.193969 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.195004 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.195536 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 08:10:18.195866 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_default.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.196795 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.197312 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-default not supported by any of loaded plugins Apr 12 08:10:18.197637 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_fip.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.199081 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.199628 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-fip not supported by any of loaded plugins Apr 12 08:10:18.199958 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_fip_network_policy.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.200876 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.201385 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 08:10:18.201709 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_gateway_ip.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.202633 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.203144 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 08:10:18.203466 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_port_network_policy.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.204398 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.204905 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 08:10:18.205228 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.206256 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.206766 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 08:10:18.207102 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.208151 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.208660 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 08:10:18.208985 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_pps_rule.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.210152 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.210664 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-pps not supported by any of loaded plugins Apr 12 08:10:18.210988 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_rule_type_details.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.211936 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.212445 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 08:10:18.212769 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_rule_type_filter.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.213679 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.214791 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 08:10:18.215114 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: qos_rules_alias.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.216178 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.216693 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 08:10:18.217017 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: quota_check_limit.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.217934 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.218448 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: quota-check-limit Apr 12 08:10:18.218775 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: quotasv2.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.219760 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.220088 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: quotas Apr 12 08:10:18.220408 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: quotasv2_detail.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.222201 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.222537 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: quota_details Apr 12 08:10:18.222866 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: rbac.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.223952 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.224475 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: rbac-policies Apr 12 08:10:18.224803 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: rbac_address_group.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.225732 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.226251 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: rbac-address-group Apr 12 08:10:18.226575 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: rbac_address_scope.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.227516 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.228030 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: rbac-address-scope Apr 12 08:10:18.228353 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: rbac_security_groups.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.229349 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.229880 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: rbac-security-groups Apr 12 08:10:18.230201 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: rbac_subnetpool.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.231127 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.231667 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: rbac-subnetpool Apr 12 08:10:18.231991 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: revisionifmatch.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.232911 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.233420 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: revision-if-match Apr 12 08:10:18.233740 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: revisions.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.234887 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.235397 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: standard-attr-revisions Apr 12 08:10:18.235754 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: router_availability_zone.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.236425 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.236935 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: router_availability_zone Apr 12 08:10:18.237297 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: routerservicetype.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.238174 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.238677 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension router-service-type not supported by any of loaded plugins Apr 12 08:10:18.238997 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.239952 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.240464 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: security-groups-normalized-cidr Apr 12 08:10:18.240788 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: security_groups_port_filtering.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.241713 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.242221 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: port-security-groups-filtering Apr 12 08:10:18.242544 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.243484 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.243998 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: security-groups-remote-address-group Apr 12 08:10:18.244321 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.245780 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.246291 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: security-groups-shared-filtering Apr 12 08:10:18.246615 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.247201 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 08:10:18.247545 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: securitygroup.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.257213 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.257743 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: security-group Apr 12 08:10:18.258075 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: segment.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.258800 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.259313 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension segment not supported by any of loaded plugins Apr 12 08:10:18.259670 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.260613 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.261723 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 08:10:18.262046 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: servicetype.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.263126 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.263671 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: service-type Apr 12 08:10:18.264030 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: sorting.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.265009 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.265344 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: sorting Apr 12 08:10:18.265671 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: standard_attr_segment.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.266583 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.267095 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 08:10:18.267419 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: standardattrdescription.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.268091 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.268598 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: standard-attr-description Apr 12 08:10:18.268921 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: stateful_security_group.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.269866 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.270374 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: stateful-security-group Apr 12 08:10:18.270694 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: stdattrs_common.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.271261 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 08:10:18.271615 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.272561 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.273074 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 08:10:18.273398 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: subnet_onboard.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.274456 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.274971 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: subnet_onboard Apr 12 08:10:18.275294 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.276240 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.276773 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 08:10:18.277092 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: subnet_service_types.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.278295 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.278802 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: subnet-service-types Apr 12 08:10:18.279123 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: subnetallocation.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.280245 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.280758 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: subnet_allocation Apr 12 08:10:18.281081 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.281754 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.282262 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: subnetpool-prefix-ops Apr 12 08:10:18.282585 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.283622 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.284170 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 08:10:18.284529 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: tagging.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.285734 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.286253 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: standard-attr-tag Apr 12 08:10:18.286579 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: timestamp.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.287818 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.288339 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loaded extension: standard-attr-timestamp Apr 12 08:10:18.288669 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: trunk.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.289701 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.290218 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension trunk not supported by any of loaded plugins Apr 12 08:10:18.290545 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: trunk_details.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.291463 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.292001 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension trunk-details not supported by any of loaded plugins Apr 12 08:10:18.292363 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: uplink_status_propagation.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.293283 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.293795 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 08:10:18.294119 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Loading extension file: vlantransparent.py {{(pid=103828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 08:10:18.305914 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 08:10:18.306419 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 08:10:18.309527 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:network Apr 12 08:10:18.310049 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:subnet Apr 12 08:10:18.310446 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 08:10:18.310835 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:port Apr 12 08:10:18.312116 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.312557 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service FLAVORS assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.313171 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.313601 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.313943 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:router Apr 12 08:10:18.314374 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:floatingip Apr 12 08:10:18.314864 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service METERING assigned prefix: /metering {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.316338 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.316707 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.317068 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:10:18.318065 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 08:10:18.318520 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:security_group Apr 12 08:10:18.318960 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 08:10:18.319586 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service CORE assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.319921 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 08:10:18.320263 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] subnetpool is already registered Apr 12 08:10:18.320701 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service CORE assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.321030 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 08:10:18.321365 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] subnetpool is already registered Apr 12 08:10:18.324161 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.324622 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service FLAVORS assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.325364 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.325813 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.326148 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:router Apr 12 08:10:18.326485 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] router is already registered Apr 12 08:10:18.326909 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:floatingip Apr 12 08:10:18.327244 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] floatingip is already registered Apr 12 08:10:18.327735 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service METERING assigned prefix: /metering {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.328437 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 08:10:18.328765 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] rbac_policy is already registered Apr 12 08:10:18.329188 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:security_group Apr 12 08:10:18.329521 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] security_group is already registered Apr 12 08:10:18.329928 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 08:10:18.330267 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] security_group_rule is already registered Apr 12 08:10:18.330753 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service CORE assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.331080 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 08:10:18.331416 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] subnetpool is already registered Apr 12 08:10:18.331879 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.v2.resource_helper [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Service CORE assigned prefix: {{(pid=103828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 08:10:18.332206 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 08:10:18.332533 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING neutron.quota.resource_registry [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] subnetpool is already registered Apr 12 08:10:18.333001 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: extensions {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.335698 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: address-groups {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.337169 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: address-scopes {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.338384 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: agents {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.339686 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: auto-allocated-topology {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.340939 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: availability_zones {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.342158 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: dhcp-networks {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.343653 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: dhcp-agents {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.345177 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: routers {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.347271 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: flavors {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.348560 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: service_profiles {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.349745 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: next_providers {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.351178 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: service_profiles {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.352638 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: floatingip-pools {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.353957 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: routers {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.356105 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: floatingips {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.357268 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: l3-routers {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.358734 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: l3-agents {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.360186 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: metering-labels {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.361435 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: metering-label-rules {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.362790 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: network-ip-availabilities {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.364098 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: bindings {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.365651 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: quotas {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.367284 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: quotas {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.368856 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: rbac-policies {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.370044 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: security-groups {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.371930 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: security-group-rules {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.373166 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: service-providers {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.374365 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: subnetpools {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.375699 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: subnetpools {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.377248 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: tags {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.378912 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: tags {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.380743 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: tags {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.382521 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: tags {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.384207 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: tags {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.386754 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: tags {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.388466 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: tags {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.390250 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: tags {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.393040 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: tags {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.394770 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron.api.extensions [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Extended resource: tags {{(pid=103828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 08:10:18.400665 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING keystonemiddleware.auth_token [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 08:10:18.405441 dv-cinder-836944-3-iscsi neutron-server[103828]: WARNING keystonemiddleware.auth_token [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 08:10:18.414451 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_concurrency.lockutils [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Acquired lock "singleton_lock" {{(pid=103828) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 08:10:18.414925 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_concurrency.lockutils [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Releasing lock "singleton_lock" {{(pid=103828) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 08:10:18.415604 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO oslo_service.service [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Starting 2 workers Apr 12 08:10:18.420551 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Started child 103939 {{(pid=103828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 08:10:18.425073 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Started child 103940 {{(pid=103828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 08:10:18.425975 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:18.426655 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO neutron.service [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 08:10:18.427234 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Publish callbacks [] for process (None), before_spawn {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:18.427446 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [-] (103939) wsgi starting up on http://0.0.0.0:9696 Apr 12 08:10:18.429666 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO oslo_service.service [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Starting 1 workers Apr 12 08:10:18.429838 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:18.431163 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [-] (103940) wsgi starting up on http://0.0.0.0:9696 Apr 12 08:10:18.435418 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Started child 103941 {{(pid=103828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 08:10:18.436002 dv-cinder-836944-3-iscsi neutron-server[103828]: INFO oslo_service.service [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Starting 1 workers Apr 12 08:10:18.439310 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.service [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] calling RpcWorker wait() {{(pid=103941) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 08:10:18.439871 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.service [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] returning from RpcWorker wait() {{(pid=103941) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 08:10:18.440480 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Started child 103942 {{(pid=103828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 08:10:18.441319 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aba4a80-53e2-44d4-899f-7ab54c58fbaf None None] Publish callbacks [] for process (None), after_spawn {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:18.441417 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:18.441819 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:10:18.443263 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103828) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 08:10:18.443483 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 08:10:18.443678 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 08:10:18.443904 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 08:10:18.444255 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 08:10:18.444421 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 08:10:18.444929 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.445214 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.445465 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.445562 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:18.446013 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.446013 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.446526 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.446790 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.447054 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.447329 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.447615 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.447785 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.447950 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.448201 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.449019 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.449324 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.449669 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.449830 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.450116 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.450287 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.450553 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.450834 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.451102 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.451372 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] debug = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.451659 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.452157 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.452407 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.452655 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.452891 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.455873 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.455873 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.455873 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.455873 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.455873 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.455873 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.455873 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.455873 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.456831 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.456831 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.456831 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.456831 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.456831 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.456831 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] host = dv-cinder-836944-3-iscsi {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.456831 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.456831 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.457741 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.457741 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.457741 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.457741 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.458211 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.458211 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.458452 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.458656 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.458903 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.459160 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.459404 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.459666 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.459830 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_options = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.460078 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.460322 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.460586 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.460774 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.460941 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.461096 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.461351 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.461512 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.461766 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.461982 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.462227 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.462455 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.462673 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.462899 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.463163 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.463379 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.463627 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.463837 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.464131 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.464357 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.464582 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.464806 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.465037 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.465250 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.465460 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.465692 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.465948 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.466175 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.466396 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.466644 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.466900 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.467266 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.467519 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.467748 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.468000 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.468230 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.468376 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:10:18.468521 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.468689 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.468987 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.469212 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.469481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.469735 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.469947 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.470268 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.470485 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.470743 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.470964 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_json = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.471258 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.471610 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.471777 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.471964 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.472339 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.473509 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.473509 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.473509 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.473509 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.474113 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.474385 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.474699 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.474960 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.475433 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.475732 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.475975 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.476195 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.476449 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.476686 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.476979 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.477200 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.477508 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.477868 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.478052 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.478396 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.478666 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.478944 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.479185 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.479403 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.479685 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.479933 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.480214 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.483351 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.483351 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.483351 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.483351 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.483351 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.483351 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.483351 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.483351 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.484531 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.484531 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.484531 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.484531 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.484531 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.484531 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.484531 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.484531 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.485225 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.485225 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.485225 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.485225 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.485225 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.485672 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.485672 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.485826 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.486013 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.486240 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.486455 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.486665 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.486894 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.487102 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.487354 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.487556 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.487768 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.488003 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.488256 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.488490 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.488700 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.488910 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.489468 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.489468 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.489696 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.489795 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.489955 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.490190 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.490397 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.490669 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.490884 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.491114 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.491324 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.491663 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.491816 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.492042 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.492582 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.492582 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.492820 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.492947 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.493063 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.493294 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.493504 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.493743 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.493952 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.494163 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.494376 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.494758 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.494970 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.495750 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.495948 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.496349 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.496535 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.496876 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.497134 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.497573 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.497983 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.498490 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.498912 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.499177 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.499397 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.499639 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.502790 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.502790 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.502790 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.502790 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.502790 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.502790 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.502790 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.502790 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.503784 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.503784 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.503784 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.503784 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.503784 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.503784 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.503784 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.504679 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.504679 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.504679 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.504679 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.505147 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.505147 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.505352 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.505555 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.505874 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.506143 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.506403 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.506676 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.506927 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.507189 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.507444 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.507759 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.508813 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.508813 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.508813 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.508813 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.509092 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.509092 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.509329 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.509829 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.510064 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.510296 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.510512 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.510777 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.511624 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.511869 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.512220 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.512363 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.512618 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.513050 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.513257 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.513395 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.513583 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.513903 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.514057 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.514300 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.514516 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.514737 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.514965 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.515189 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.515435 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517024 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517024 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517024 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517024 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517024 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517024 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517024 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517809 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517809 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517809 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.517809 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.518259 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.518259 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.518527 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.518675 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.518938 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.519378 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.519797 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.520238 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.520667 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.520909 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.521123 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.521652 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.521652 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.521981 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.522126 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.522277 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.522550 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.522709 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.522937 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.523269 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.523428 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.523634 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.524417 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.524417 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.524720 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.524720 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.525121 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.525270 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.525410 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.525589 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.526091 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.526091 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.526278 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.526423 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.526877 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.527285 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.527979 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.528374 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.528806 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.529223 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.529637 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.530115 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.530356 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.530583 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.530795 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.531193 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.531572 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.531954 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.532175 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.532392 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.532638 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.532940 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.533202 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.533433 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.533675 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.533918 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.534156 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.534388 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.534599 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.534809 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.535032 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.535269 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.535589 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.535842 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.536049 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.536259 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.536500 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.536736 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.536944 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.537165 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.537373 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.537586 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.537827 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.538034 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.538425 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.538848 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.539129 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.539408 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.539720 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.539940 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.540150 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.540377 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.540586 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.540796 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.541051 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.541268 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.541498 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.541814 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.542102 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.542299 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.542583 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.542826 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.543223 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.543645 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.547718 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.547718 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.547718 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.547718 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.547718 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.547718 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.547718 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.547718 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548246 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548246 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548246 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548246 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548246 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548246 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548246 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548246 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548694 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548694 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548694 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.548871 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.549045 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.549272 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.549515 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.549730 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.549946 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.550162 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.550431 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.550658 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.550904 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.551141 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.551368 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.551613 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.551863 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.552067 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.552446 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.552688 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.552846 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 08:10:18.553410 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103828) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 08:10:18.553566 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 08:10:18.553874 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 08:10:18.554043 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 08:10:18.554212 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 08:10:18.554358 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 08:10:18.554576 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.554716 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.554851 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:10:18.554973 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.555051 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.555169 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.555535 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.555715 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.555876 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.556007 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.556162 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.556320 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.556477 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.556635 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.556793 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.556950 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.557109 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.557267 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.557500 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.557670 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.558381 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.558491 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.558637 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.558786 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] debug = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.558949 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.559144 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.559308 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.559446 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.559825 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.559979 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.560285 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.560446 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.560591 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.560792 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.560874 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.561025 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.561182 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.561575 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.561575 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.561846 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.561846 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.562080 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.562080 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] host = dv-cinder-836944-3-iscsi {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.562225 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.562373 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.562526 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.562870 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.563026 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.563184 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.563343 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.563525 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.563686 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.563843 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.564017 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.564147 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.564303 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.564460 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.564616 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_options = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.564773 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.564928 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.565085 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.565277 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.565441 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.565597 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.565753 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.565909 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.566066 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.566224 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.566381 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.566537 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.566695 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.566852 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.567009 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.567165 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.567322 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.567506 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.567661 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.567813 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.567951 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.568527 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.568527 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.568527 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.568527 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.568948 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.568948 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.568948 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.569152 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.569477 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.569477 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.570058 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.570058 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.570058 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.570058 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.570586 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.570586 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.570586 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.570586 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.570851 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.570851 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.571006 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.571150 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.571305 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.571668 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.571827 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.571985 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_json = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.572144 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.572634 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.572634 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.572634 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.572880 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.572957 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.574001 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.574001 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.574001 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 08:10:18.574229 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.574307 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.574472 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.574631 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.574976 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.575179 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.575507 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.575691 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.575821 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.575972 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.576192 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.576363 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.576537 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.576693 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.576994 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.577302 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.577450 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.577600 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.577760 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.577923 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.578067 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.578229 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.578397 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.578556 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.578714 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.578873 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.579034 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.579200 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.579359 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.579559 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.579722 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.579883 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.580042 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.580201 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.580425 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.580596 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.580758 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.580919 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.581080 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.581242 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.581401 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.581561 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.581913 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.581913 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.582373 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.582373 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.582373 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.582924 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.582924 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.582924 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.582924 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.583245 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.583245 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.583503 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.583503 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.583734 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.583868 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.583990 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.584121 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.584275 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.584435 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.584595 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.584755 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.584914 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.585074 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.585232 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.585392 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.585597 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.585722 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.585844 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.586066 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.586194 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.586348 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.586487 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.586623 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.586747 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.586874 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.587033 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.587192 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.587350 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.587523 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.587682 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.587893 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592218 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592218 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592218 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592218 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592218 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592218 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592218 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592218 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592218 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592886 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592886 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592886 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592886 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592886 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592886 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592886 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.592886 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.593482 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.593482 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.593482 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.593482 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.593482 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.593482 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.593482 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.593482 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594040 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594040 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594040 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594040 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594040 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594040 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594040 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594040 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.594481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595016 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595016 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595016 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595016 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595016 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595016 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595016 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595505 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595505 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595505 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595779 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595907 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.595991 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.596084 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.596250 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.596435 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.596629 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.596789 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.596930 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.597059 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.597182 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.597662 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.597662 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.597662 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.597937 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.597937 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.598114 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.598225 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.598385 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.598544 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.598703 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.598915 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.599003 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.599161 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.599321 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.599502 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.599665 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.599827 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.599998 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.600131 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.600293 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.600456 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.600610 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.600763 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.600910 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.601086 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.601220 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.601370 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.601530 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.601691 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.601848 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.602007 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.602169 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.602329 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.602488 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.602647 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.602806 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.602965 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.603126 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.603287 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.603450 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.603758 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.603758 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.603927 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.604086 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.604245 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.604405 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.605112 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.605259 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.605420 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.605596 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.605774 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.605915 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.606076 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.606237 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.606395 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.606554 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.606712 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.606872 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.607031 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.607192 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.607353 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.607531 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.607692 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.607851 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.608011 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.608171 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.608332 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.608492 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.608652 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.608813 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.608973 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.609132 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.609290 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.609449 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.609608 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.609770 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.609931 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.610090 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.610263 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.610422 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.610581 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.610738 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.611141 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.611298 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.611518 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.611650 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.611810 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.611970 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.612128 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.612287 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.612456 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.612615 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.612774 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.612932 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.613091 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.613250 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.613418 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.613577 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.613736 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.613895 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.614056 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.614214 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.614382 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.614541 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.614700 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.614880 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.615018 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.615177 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.615345 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.615525 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.615687 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.615846 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.616005 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.616163 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.616330 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.616490 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.616650 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.620932 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.620932 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.620932 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.620932 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.620932 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.620932 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.620932 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.620932 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.621481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.621481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.621481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.621481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.621481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.621481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.621481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.621481 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622008 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622008 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622008 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622008 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622008 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622008 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622008 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622008 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622703 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622703 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622703 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622703 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622703 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622703 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622703 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622703 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.622703 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.623282 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.623282 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.623282 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.623282 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.623282 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.623282 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.623282 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 08:10:18.623799 dv-cinder-836944-3-iscsi neutron-server[103828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 08:10:18.653879 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42116) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:10:18.662684 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065763 Apr 12 08:10:30.210451 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fc47d1-bfe0-4bff-bab9-81eda8be5c6d None None] get_active_networks_info from dv-cinder-836944-3-iscsi {{(pid=103941) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 08:10:30.282631 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc47d1-bfe0-4bff-bab9-81eda8be5c6d None None] No non-hosted networks {{(pid=103941) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 08:10:30.299831 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.agentschedulers_db [None req-98fc47d1-bfe0-4bff-bab9-81eda8be5c6d None None] DHCP Agent not found on host dv-cinder-836944-3-iscsi {{(pid=103941) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 08:10:30.474269 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-aa12a5a0-eac2-4647-851e-44123700f281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416435'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:32.793686 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-84fbd49f-4e60-4c84-9a4c-21573cc9b4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416435'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:32.826529 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.db.api [None req-975300b8-330b-4275-9b3c-5054d176ffb9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836944-3-iscsi {{(pid=103941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 08:10:32.826936 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG oslo_db.api [None req-975300b8-330b-4275-9b3c-5054d176ffb9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 08:10:33.366410 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-975300b8-330b-4275-9b3c-5054d176ffb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:33.523519 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416435'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:33.574691 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42184) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:10:34.125329 dv-cinder-836944-3-iscsi neutron-server[103940]: WARNING oslo_policy.policy [None req-6a4d9bad-0068-4651-8dfe-e7ca4a387db7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 08:10:34.126284 dv-cinder-836944-3-iscsi neutron-server[103940]: WARNING oslo_policy.policy [None req-6a4d9bad-0068-4651-8dfe-e7ca4a387db7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 08:10:34.356707 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [None req-6a4d9bad-0068-4651-8dfe-e7ca4a387db7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:10:34.372060 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-6a4d9bad-0068-4651-8dfe-e7ca4a387db7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7951086 Apr 12 08:10:35.157933 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416435'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:36.226953 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.db.l3_hamode_db [None req-e73ece1b-651b-4ace-b554-ffad92077466 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 08:10:36.310258 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ece1b-651b-4ace-b554-ffad92077466 None None] Routers set() bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:10:36.310982 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ece1b-651b-4ace-b554-ffad92077466 None None] Router IDs set() for agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 08:10:36.786102 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416435'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:36.791030 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791030 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791030 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791030 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791030 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791420 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791420 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791420 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791420 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791420 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791746 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791746 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.791746 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.792435 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.792962 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:36.793541 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836944-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:10:36.799424 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836944-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:10:36.971635 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42214) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:10:37.288482 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-5862c89e-d48f-4a58-b6af-76cd2a2373a0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:10:37.397615 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.policy [None req-5862c89e-d48f-4a58-b6af-76cd2a2373a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103940) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 08:10:37.440901 dv-cinder-836944-3-iscsi neutron-server[103940]: WARNING oslo_policy.policy [None req-5862c89e-d48f-4a58-b6af-76cd2a2373a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 08:10:37.441282 dv-cinder-836944-3-iscsi neutron-server[103940]: WARNING oslo_policy.policy [None req-5862c89e-d48f-4a58-b6af-76cd2a2373a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 08:10:37.601052 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5862c89e-d48f-4a58-b6af-76cd2a2373a0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766552671423', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766552685259', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766552687999', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766552695041', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766552639501', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766552649502', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16241807', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16235186', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1675313', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1644118'] for rbac-policy (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:37.802285 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5862c89e-d48f-4a58-b6af-76cd2a2373a0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:37.803512 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5862c89e-d48f-4a58-b6af-76cd2a2373a0 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8307636 Apr 12 08:10:40.278955 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42226) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:10:40.610209 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:10:40.691202 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Made reservation on behalf of 72159ee49daf46efbb8b01b3dc692e5c for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:10:40.695144 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:40.712493 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:40.817683 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Publish callbacks [] for security_group (0475b13e-9fc3-4d2e-8a1c-48b872334529), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:40.879335 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (0475b13e-9fc3-4d2e-8a1c-48b872334529), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:40.911086 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:10:40.938552 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766556185766', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (585d1b58-0c0b-4099-97a5-1b43ab08d0a3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:40.939130 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Unsubscribe: segment precommit_create {{(pid=103940) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 08:10:40.939686 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Added segment 585d1b58-0c0b-4099-97a5-1b43ab08d0a3 of type vlan for network 80afdddc-f74b-4a14-a1b0-dd9e9958151f Apr 12 08:10:40.949446 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0475b13e-9fc3-4d2e-8a1c-48b872334529,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:10:40.984761 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.985099 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.985448 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.985801 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.986132 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.986454 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.986772 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.987088 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.987403 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.987744 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.988063 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.988377 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.988692 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.989004 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.989319 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Tracked resource versions report: Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: pushed versions: Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: { 'AddressGroup': {'1.2'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Agent': {'1.1'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'ConntrackHelper': {'1.0'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'LocalIPAssociation': {'1.0'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Log': {'1.0'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'NDPProxy': {'1.0'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Network': {'1.1'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Port': {'1.7'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'PortForwarding': {'1.3'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'QosPolicy': {'1.10'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SecurityGroup': {'1.5'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SecurityGroupRule': {'1.2'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SubPort': {'1.0'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Subnet': {'1.1'}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Trunk': {'1.1'}} Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: consumer versions: Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: { DHCP agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: L3 agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: Metadata agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: Metering agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: Open vSwitch agent@dv-cinder-836944-3-iscsi: { 'AddressGroup': '1.2', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Agent': '1.1', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'ConntrackHelper': '1.0', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'LocalIPAssociation': '1.0', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Log': '1.0', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'NDPProxy': '1.0', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Network': '1.1', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Port': '1.7', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'PortForwarding': '1.3', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'QosPolicy': '1.10', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SecurityGroup': '1.5', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SecurityGroupRule': '1.2', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SubPort': '1.0', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Subnet': '1.1', Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Trunk': '1.1'}} Apr 12 08:10:40.990713 dv-cinder-836944-3-iscsi neutron-server[103940]: {{(pid=103940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 08:10:41.053921 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (80afdddc-f74b-4a14-a1b0-dd9e9958151f), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:41.186003 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (80afdddc-f74b-4a14-a1b0-dd9e9958151f), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:41.191276 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:10:41.192035 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:41.312149 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0319936 Apr 12 08:10:41.315337 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d23f42-8fe5-4d47-a66c-2bfbc3cdadaa demo demo] Pushing event updated for resources: {'Network': ['ID=80afdddc-f74b-4a14-a1b0-dd9e9958151f,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:10:41.339020 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 80afdddc-f74b-4a14-a1b0-dd9e9958151f details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:10:43.856332 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42238) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:10:44.251104 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b092aa-d99c-412c-82a7-1f14dd79ea47 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:10:44.252430 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-86b092aa-d99c-412c-82a7-1f14dd79ea47 demo admin] 10.222.0.23 "GET /v2.0/networks/80afdddc-f74b-4a14-a1b0-dd9e9958151f HTTP/1.1" status: 200 len: 824 time: 0.3951569 Apr 12 08:10:44.276593 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-7b1727ed-fc68-4293-81dd-a8ef873f08c5 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/4c27c0f6-6d55-4ffa-989b-9737b82eebb4 HTTP/1.1" status: 200 len: 734 time: 0.0186191 Apr 12 08:10:44.285148 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f', 'name': 'private-subnet', 'subnetpool_id': '4c27c0f6-6d55-4ffa-989b-9737b82eebb4'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:10:44.391493 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Made reservation on behalf of 72159ee49daf46efbb8b01b3dc692e5c for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:10:44.393780 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:44.748363 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:44.824844 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:10:44.828719 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Checking segment: {'id': '585d1b58-0c0b-4099-97a5-1b43ab08d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:10:44.829084 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Network hostable DHCP agents. Network: 80afdddc-f74b-4a14-a1b0-dd9e9958151f, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:10:44.917367 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Network 80afdddc-f74b-4a14-a1b0-dd9e9958151f is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:10:44.976707 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 80afdddc-f74b-4a14-a1b0-dd9e9958151f) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:10:44.982256 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:10:44.982851 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:44.987359 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f3f6ba-2e23-4f49-bdfb-61c3b9aac541 None None] Network 80afdddc-f74b-4a14-a1b0-dd9e9958151f requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:10:45.057505 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-249d5465-2e30-4298-a9bf-d27094ea4c52 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7747486 Apr 12 08:10:45.366877 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-80afdddc-f74b-4a14-a1b0-dd9e9958151f', 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f', 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'fixed_ips': [{'subnet_id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:10:45.368193 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:45.644721 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Allocated IP 172.20.0.2 (80afdddc-f74b-4a14-a1b0-dd9e9958151f/fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33/e66c0f48-e596-425a-bdc6-02590b858ec4) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:10:45.914333 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Publish callbacks [] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:46.000339 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:46.076075 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Network 80afdddc-f74b-4a14-a1b0-dd9e9958151f is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:10:46.081987 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:10:46.092129 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Pushing event updated for resources: {'Port': ['ID=e66c0f48-e596-425a-bdc6-02590b858ec4,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:10:46.094339 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:10:46.126079 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.126443 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.126793 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.127160 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.127521 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.127862 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.128194 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.128523 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.128856 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.129182 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.129508 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.129849 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.130177 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.130500 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.130820 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Tracked resource versions report: Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: pushed versions: Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: { 'AddressGroup': {'1.2'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Agent': {'1.1'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'ConntrackHelper': {'1.0'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'LocalIPAssociation': {'1.0'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Log': {'1.0'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'NDPProxy': {'1.0'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Network': {'1.1'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Port': {'1.7'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'PortForwarding': {'1.3'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'QosPolicy': {'1.10'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SecurityGroup': {'1.5'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SecurityGroupRule': {'1.2'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SubPort': {'1.0'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Subnet': {'1.1'}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Trunk': {'1.1'}} Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: consumer versions: Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: { DHCP agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: L3 agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: Metadata agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: Metering agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: Open vSwitch agent@dv-cinder-836944-3-iscsi: { 'AddressGroup': '1.2', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Agent': '1.1', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'ConntrackHelper': '1.0', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'LocalIPAssociation': '1.0', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Log': '1.0', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'NDPProxy': '1.0', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Network': '1.1', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Port': '1.7', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'PortForwarding': '1.3', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'QosPolicy': '1.10', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SecurityGroup': '1.5', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SecurityGroupRule': '1.2', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SubPort': '1.0', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Subnet': '1.1', Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Trunk': '1.1'}} Apr 12 08:10:46.132274 dv-cinder-836944-3-iscsi neutron-server[103941]: {{(pid=103941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 08:10:46.189583 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Attempting to bind port e66c0f48-e596-425a-bdc6-02590b858ec4 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:10:46.189991 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Attempting to bind port e66c0f48-e596-425a-bdc6-02590b858ec4 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '585d1b58-0c0b-4099-97a5-1b43ab08d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:10:46.190417 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Attempting to bind port e66c0f48-e596-425a-bdc6-02590b858ec4 on network 80afdddc-f74b-4a14-a1b0-dd9e9958151f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:10:46.195539 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:10:46.195954 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Checking segment: {'id': '585d1b58-0c0b-4099-97a5-1b43ab08d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:10:46.196422 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:46.196841 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Bound using segment: {'id': '585d1b58-0c0b-4099-97a5-1b43ab08d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:10:46.197909 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Bound port: e66c0f48-e596-425a-bdc6-02590b858ec4, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d1b58-0c0b-4099-97a5-1b43ab08d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:10:46.198317 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:46.262668 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] For port e66c0f48-e596-425a-bdc6-02590b858ec4, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:10:46.284190 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] For port e66c0f48-e596-425a-bdc6-02590b858ec4, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=e66c0f48-e596-425a-bdc6-02590b858ec4,segment=NetworkSegment(585d1b58-0c0b-4099-97a5-1b43ab08d0a3),segment_id=585d1b58-0c0b-4099-97a5-1b43ab08d0a3)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:10:46.365949 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:46.425886 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0de7e-46fe-40d0-9217-0eb2e591d41c None None] Pushing event updated for resources: {'Port': ['ID=e66c0f48-e596-425a-bdc6-02590b858ec4,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:10:47.602398 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42246) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:10:47.913679 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [None req-9fe2ab60-8ff2-493d-af17-29a2cc96bca4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:10:47.914755 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-9fe2ab60-8ff2-493d-af17-29a2cc96bca4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3114045 Apr 12 08:10:50.445424 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42254) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:10:50.942482 dv-cinder-836944-3-iscsi neutron-server[103939]: WARNING oslo_policy.policy [None req-c661cab5-a89a-4d14-98e2-74fc17faf621 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 08:10:50.943075 dv-cinder-836944-3-iscsi neutron-server[103939]: WARNING oslo_policy.policy [None req-c661cab5-a89a-4d14-98e2-74fc17faf621 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 08:10:51.167789 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [None req-c661cab5-a89a-4d14-98e2-74fc17faf621 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:10:51.168882 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c661cab5-a89a-4d14-98e2-74fc17faf621 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7226143 Apr 12 08:10:53.739064 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42268) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:10:54.080278 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-011380e7-314d-451f-8383-ed689087d9e1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:10:54.140339 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.policy [None req-011380e7-314d-451f-8383-ed689087d9e1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103939) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 08:10:54.183829 dv-cinder-836944-3-iscsi neutron-server[103939]: WARNING oslo_policy.policy [None req-011380e7-314d-451f-8383-ed689087d9e1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 08:10:54.184233 dv-cinder-836944-3-iscsi neutron-server[103939]: WARNING oslo_policy.policy [None req-011380e7-314d-451f-8383-ed689087d9e1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 08:10:54.305867 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011380e7-314d-451f-8383-ed689087d9e1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:54.308422 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011380e7-314d-451f-8383-ed689087d9e1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:54.469846 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011380e7-314d-451f-8383-ed689087d9e1 demo demo] Publish callbacks [] for router_controller (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:54.526372 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011380e7-314d-451f-8383-ed689087d9e1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:54.601586 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011380e7-314d-451f-8383-ed689087d9e1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:54.602795 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-011380e7-314d-451f-8383-ed689087d9e1 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8627007 Apr 12 08:10:57.184800 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42282) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:10:57.474487 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device e66c0f48-e596-425a-bdc6-02590b858ec4 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:10:57.511556 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [None req-879e9a4c-fbbe-4d3e-9e3f-cd042def1f7d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:10:57.515501 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-879e9a4c-fbbe-4d3e-9e3f-cd042def1f7d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3268111 Apr 12 08:10:57.569521 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port e66c0f48-e596-425a-bdc6-02590b858ec4 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:10:57.569869 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:57.689249 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port e66c0f48-e596-425a-bdc6-02590b858ec4 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:10:57.689643 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:57.727462 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port e66c0f48-e596-425a-bdc6-02590b858ec4, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=e66c0f48-e596-425a-bdc6-02590b858ec4,segment=NetworkSegment(585d1b58-0c0b-4099-97a5-1b43ab08d0a3),segment_id=585d1b58-0c0b-4099-97a5-1b43ab08d0a3)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:10:57.805246 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:57.854747 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=e66c0f48-e596-425a-bdc6-02590b858ec4,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:10:57.889799 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2d1c5-8495-46a1-89d4-28842ddf6ddc None None] Network 80afdddc-f74b-4a14-a1b0-dd9e9958151f requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:10:57.961320 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5ed77deb-2a16-4069-80b9-2ce1b1713958 None None] Provisioning complete for port e66c0f48-e596-425a-bdc6-02590b858ec4 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:10:57.961702 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5ed77deb-2a16-4069-80b9-2ce1b1713958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:58.084297 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5ed77deb-2a16-4069-80b9-2ce1b1713958 None None] Current status of the port e66c0f48-e596-425a-bdc6-02590b858ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:10:58.201248 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-9e9662d2-f9bb-4f34-ba0d-cb0a6697c293 None None] Provisioning complete for port e66c0f48-e596-425a-bdc6-02590b858ec4 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:10:58.201635 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9e9662d2-f9bb-4f34-ba0d-cb0a6697c293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:58.277029 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-9e9662d2-f9bb-4f34-ba0d-cb0a6697c293 None None] Current status of the port e66c0f48-e596-425a-bdc6-02590b858ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:10:59.449047 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device e66c0f48-e596-425a-bdc6-02590b858ec4 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:10:59.493222 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port e66c0f48-e596-425a-bdc6-02590b858ec4 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:10:59.494115 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:10:59.570156 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port e66c0f48-e596-425a-bdc6-02590b858ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:11:00.097531 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42290) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:11:00.225658 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dfb80014-abb6-4e7d-b03e-016c7893051b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:00.406904 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:11:00.478963 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Made reservation on behalf of 70f2e3c61bc141f3b38a097da3fa11ff for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:11:00.481230 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:00.489362 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:00.560318 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Publish callbacks [] for security_group (95bff513-836c-4d9e-b270-7e8e0657f0cb), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:00.610277 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (95bff513-836c-4d9e-b270-7e8e0657f0cb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:00.625576 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Reserving flat network on physical network physnet1 {{(pid=103940) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 08:11:00.644938 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bff513-836c-4d9e-b270-7e8e0657f0cb,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:00.647720 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (eb1bcd0a-5a94-4544-b21f-0e132fff6618), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:00.648057 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Added segment eb1bcd0a-5a94-4544-b21f-0e132fff6618 of type flat for network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 Apr 12 08:11:00.693287 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (3eb94621-d127-4eaa-bacc-2fc003ead8f3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:00.793291 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (3eb94621-d127-4eaa-bacc-2fc003ead8f3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:00.794130 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:11:00.794720 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:00.879302 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb94621-d127-4eaa-bacc-2fc003ead8f3,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:00.891742 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:11:00.910009 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5febe63c-3391-44ab-8c3c-12a4cbbed457 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8114491 Apr 12 08:11:02.756553 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-818df69c-8cdc-475f-ab35-54e06caea8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:03.412843 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42298) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:11:03.513376 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:03.770450 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f60f53-ffaf-4d32-a60f-bf2eb0c09956 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:11:03.771862 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f3f60f53-ffaf-4d32-a60f-bf2eb0c09956 demo admin] 10.222.0.23 "GET /v2.0/subnets/fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33 HTTP/1.1" status: 200 len: 849 time: 0.3581164 Apr 12 08:11:03.893403 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8fc042ed-ffb1-4254-a924-0a9d51e6588a demo admin] 10.222.0.23 "GET /v2.0/routers/961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba HTTP/1.1" status: 200 len: 704 time: 0.1144452 Apr 12 08:11:04.170455 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:04.472922 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Allocated IP 172.20.0.1 (80afdddc-f74b-4a14-a1b0-dd9e9958151f/fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33/0432c08e-9e9a-4b6a-863e-0918784f8ac1) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:11:04.676498 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Publish callbacks [] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:04.797779 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:04.859085 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Network 80afdddc-f74b-4a14-a1b0-dd9e9958151f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:11:04.863958 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:11:04.910143 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Pushing event updated for resources: {'Port': ['ID=0432c08e-9e9a-4b6a-863e-0918784f8ac1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:04.913099 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:11:04.913186 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:04.977710 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.978054 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.978414 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.978768 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.979100 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.979427 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.979777 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.980098 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.980419 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.980737 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.981054 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.981386 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.981704 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.982019 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.982329 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Tracked resource versions report: Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: pushed versions: Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: { 'AddressGroup': {'1.2'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Agent': {'1.1'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'ConntrackHelper': {'1.0'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'LocalIPAssociation': {'1.0'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Log': {'1.0'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'NDPProxy': {'1.0'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Network': {'1.1'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Port': {'1.7'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'PortForwarding': {'1.3'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'QosPolicy': {'1.10'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SecurityGroup': {'1.5'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SecurityGroupRule': {'1.2'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SubPort': {'1.0'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Subnet': {'1.1'}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Trunk': {'1.1'}} Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: consumer versions: Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: { DHCP agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: L3 agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: Metadata agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: Metering agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: Open vSwitch agent@dv-cinder-836944-3-iscsi: { 'AddressGroup': '1.2', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Agent': '1.1', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'ConntrackHelper': '1.0', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'LocalIPAssociation': '1.0', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Log': '1.0', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'NDPProxy': '1.0', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Network': '1.1', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Port': '1.7', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'PortForwarding': '1.3', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'QosPolicy': '1.10', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SecurityGroup': '1.5', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SecurityGroupRule': '1.2', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SubPort': '1.0', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Subnet': '1.1', Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Trunk': '1.1'}} Apr 12 08:11:04.983772 dv-cinder-836944-3-iscsi neutron-server[103939]: {{(pid=103939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 08:11:05.107854 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:05.189138 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:05.238539 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-cfe05579-a56d-4099-8ced-e06a3760b05b None None] Provisioning complete for port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:11:05.238921 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cfe05579-a56d-4099-8ced-e06a3760b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:05.316538 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-cfe05579-a56d-4099-8ced-e06a3760b05b None None] Port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:11:05.407499 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Publish callbacks [] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:05.479233 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:05.480060 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:05.538172 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Pushing event updated for resources: {'Port': ['ID=0432c08e-9e9a-4b6a-863e-0918784f8ac1,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:05.649925 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Network 80afdddc-f74b-4a14-a1b0-dd9e9958151f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:11:05.651222 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:11:05.833862 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-37b67308-24a9-4045-972e-189385d1dedb None None] Provisioning complete for port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:11:05.834253 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-37b67308-24a9-4045-972e-189385d1dedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:05.867011 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-37b67308-24a9-4045-972e-189385d1dedb None None] Port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:11:05.882528 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Router 961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:11:05.975364 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:11:05.981066 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a472cdf4-07c0-49dc-94fb-71afc3fe94a6 demo admin] 10.222.0.23 "PUT /v2.0/routers/961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0825579 Apr 12 08:11:05.986016 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Sync routers for ids ['961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:11:05.998854 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Routers {'961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:11:05.999722 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:11:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:11:06.196392 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Set router 961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba gateway port host: None {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:11:06.616282 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'name': 'router1', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:10:54Z', 'updated_at': '2022-04-12T08:11:05Z', 'revision_number': 2, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'gw_port_host': None, '_interfaces': [{'id': '0432c08e-9e9a-4b6a-863e-0918784f8ac1', 'name': '', 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'mac_address': 'fa:16:3e:53:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:11:04Z', 'updated_at': '2022-04-12T08:11:05Z', 'revision_number': 2, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'subnets': [{'id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c27c0f6-6d55-4ffa-989b-9737b82eebb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:11:06.665523 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Checking router: 961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:11:06.665885 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Updating router 961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:11:06.750784 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:06.785994 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:07.238293 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Publish callbacks [] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:07.307570 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:07.479969 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Pushing event updated for resources: {'Port': ['ID=0432c08e-9e9a-4b6a-863e-0918784f8ac1,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:07.495825 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Attempting to bind port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:11:07.496232 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Attempting to bind port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '585d1b58-0c0b-4099-97a5-1b43ab08d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:11:07.496663 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Attempting to bind port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 on network 80afdddc-f74b-4a14-a1b0-dd9e9958151f {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:11:07.500319 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.500664 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.501003 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.501339 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.501666 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.501988 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.502309 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.502628 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.502946 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.503262 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.503605 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.503925 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.504241 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.504552 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.504862 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Tracked resource versions report: Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: pushed versions: Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: { 'AddressGroup': {'1.2'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Agent': {'1.1'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'ConntrackHelper': {'1.0'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'LocalIPAssociation': {'1.0'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Log': {'1.0'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'NDPProxy': {'1.0'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Network': {'1.1'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Port': {'1.7'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'PortForwarding': {'1.3'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'QosPolicy': {'1.10'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SecurityGroup': {'1.5'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SecurityGroupRule': {'1.2'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SubPort': {'1.0'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Subnet': {'1.1'}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Trunk': {'1.1'}} Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: consumer versions: Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: { DHCP agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: L3 agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: Metadata agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: Metering agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: Open vSwitch agent@dv-cinder-836944-3-iscsi: { 'AddressGroup': '1.2', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Agent': '1.1', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'ConntrackHelper': '1.0', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'LocalIPAssociation': '1.0', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Log': '1.0', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'NDPProxy': '1.0', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Network': '1.1', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Port': '1.7', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'PortForwarding': '1.3', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'QosPolicy': '1.10', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SecurityGroup': '1.5', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SecurityGroupRule': '1.2', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SubPort': '1.0', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Subnet': '1.1', Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Trunk': '1.1'}} Apr 12 08:11:07.506285 dv-cinder-836944-3-iscsi neutron-server[103942]: {{(pid=103942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 08:11:07.511985 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:11:07.512468 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Checking segment: {'id': '585d1b58-0c0b-4099-97a5-1b43ab08d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:11:07.512939 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:07.513315 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Bound using segment: {'id': '585d1b58-0c0b-4099-97a5-1b43ab08d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:11:07.513794 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Bound port: 0432c08e-9e9a-4b6a-863e-0918784f8ac1, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d1b58-0c0b-4099-97a5-1b43ab08d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:11:07.514162 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:07.577968 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] For port 0432c08e-9e9a-4b6a-863e-0918784f8ac1, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:11:07.593587 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-c581ccb0-ee2b-4094-9b12-3f08fa7c7a82 None None] Provisioning complete for port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:11:07.593775 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c581ccb0-ee2b-4094-9b12-3f08fa7c7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:07.598135 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] For port 0432c08e-9e9a-4b6a-863e-0918784f8ac1, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=0432c08e-9e9a-4b6a-863e-0918784f8ac1,segment=NetworkSegment(585d1b58-0c0b-4099-97a5-1b43ab08d0a3),segment_id=585d1b58-0c0b-4099-97a5-1b43ab08d0a3)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:11:07.631015 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-c581ccb0-ee2b-4094-9b12-3f08fa7c7a82 None None] Port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:11:07.662523 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:07.724296 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a4ecf-ca18-43ba-a5c8-96dcf3ee1629 None None] Pushing event updated for resources: {'Port': ['ID=0432c08e-9e9a-4b6a-863e-0918784f8ac1,revision_number=4']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:07.727280 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Routers {'961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:11:07.728469 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:11:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:11:07.824442 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] Set router 961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba gateway port host: None {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:11:07.950348 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-f1094d31-bbdd-47eb-a0b1-e6cc9beff53d None None] Provisioning complete for port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:11:07.950927 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f1094d31-bbdd-47eb-a0b1-e6cc9beff53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:08.026684 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'name': 'router1', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:10:54Z', 'updated_at': '2022-04-12T08:11:05Z', 'revision_number': 2, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'gw_port_host': None, '_interfaces': [{'id': '0432c08e-9e9a-4b6a-863e-0918784f8ac1', 'name': '', 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'mac_address': 'fa:16:3e:53:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:11:04Z', 'updated_at': '2022-04-12T08:11:07Z', 'revision_number': 4, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'subnets': [{'id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c27c0f6-6d55-4ffa-989b-9737b82eebb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:11:08.027887 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-f1094d31-bbdd-47eb-a0b1-e6cc9beff53d None None] Current status of the port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:11:08.028289 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f1094d31-bbdd-47eb-a0b1-e6cc9beff53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:08.056723 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd9f0d-636c-4899-893a-b6922742627f None None] The sync data for ids ['961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'] in dv-cinder-836944-3-iscsi is: [{'id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'name': 'router1', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:10:54Z', 'updated_at': '2022-04-12T08:11:05Z', 'revision_number': 2, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'gw_port_host': None, '_interfaces': [{'id': '0432c08e-9e9a-4b6a-863e-0918784f8ac1', 'name': '', 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'mac_address': 'fa:16:3e:53:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:11:04Z', 'updated_at': '2022-04-12T08:11:07Z', 'revision_number': 4, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'subnets': [{'id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c27c0f6-6d55-4ffa-989b-9737b82eebb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:11:08.059775 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-f1094d31-bbdd-47eb-a0b1-e6cc9beff53d None None] For port 0432c08e-9e9a-4b6a-863e-0918784f8ac1, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=0432c08e-9e9a-4b6a-863e-0918784f8ac1,segment=NetworkSegment(585d1b58-0c0b-4099-97a5-1b43ab08d0a3),segment_id=585d1b58-0c0b-4099-97a5-1b43ab08d0a3)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:11:08.130512 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f1094d31-bbdd-47eb-a0b1-e6cc9beff53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:08.184557 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1094d31-bbdd-47eb-a0b1-e6cc9beff53d None None] Pushing event updated for resources: {'Port': ['ID=0432c08e-9e9a-4b6a-863e-0918784f8ac1,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:08.494263 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42322) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:11:08.609423 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02d94e4-9dd5-4845-b3c1-2da77eab8b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:11:08.610702 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f02d94e4-9dd5-4845-b3c1-2da77eab8b72 admin admin] 10.222.0.23 "GET /v2.0/networks/3eb94621-d127-4eaa-bacc-2fc003ead8f3 HTTP/1.1" status: 200 len: 842 time: 0.1154873 Apr 12 08:11:08.620429 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:11:08.713385 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Made reservation on behalf of 70f2e3c61bc141f3b38a097da3fa11ff for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:11:08.715697 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:09.112851 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.objects.ports [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103940) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 08:11:09.113313 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (aec97063-b664-406d-a82a-7edcc358c5ba), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:09.168154 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec97063-b664-406d-a82a-7edcc358c5ba,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:09.178947 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:11:09.179302 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Network hostable DHCP agents. Network: 3eb94621-d127-4eaa-bacc-2fc003ead8f3, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:11:09.265177 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:11:09.327578 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 3eb94621-d127-4eaa-bacc-2fc003ead8f3) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:11:09.331493 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:11:09.332104 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:09.339018 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96094843-b29e-46f9-917e-16fc4a41ed11 None None] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:11:09.419563 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-1f4a0d29-2381-44b6-90fb-7292cfcf4acd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7938669 Apr 12 08:11:09.452118 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c338470-bd4f-4b56-9816-830524a6d72c None None] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:11:11.859001 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42340) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:11:12.093487 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-66408543-878d-4cc9-bd92-1b2d4d08ec53 demo admin] 10.222.0.23 "GET /v2.0/routers/961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba HTTP/1.1" status: 200 len: 710 time: 0.2331574 Apr 12 08:11:12.181335 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c92c88-9fdd-4917-928e-4ca1abab6782 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:11:12.183904 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-55c92c88-9fdd-4917-928e-4ca1abab6782 demo admin] 10.222.0.23 "GET /v2.0/networks/3eb94621-d127-4eaa-bacc-2fc003ead8f3 HTTP/1.1" status: 200 len: 886 time: 0.0851367 Apr 12 08:11:12.191740 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:11:12.544406 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Publish callbacks [] for router_gateway (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:12.829970 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Publish callbacks [] for router_gateway (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:12.903697 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:13.121084 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Allocated IP 172.27.3.126 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/296b1c4a-dec0-4b5c-b7ff-032623d1648a) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:11:13.228493 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Publish callbacks [] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:13.369621 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:13.445232 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:11:13.450052 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:11:13.457987 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:11:13.482883 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:11:13.499209 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Pushing event updated for resources: {'Port': ['ID=296b1c4a-dec0-4b5c-b7ff-032623d1648a,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:13.822311 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Publish callbacks [] for router_gateway (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:14.079344 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2969'] for router (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:14.084429 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415943'] for router (961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:14.194332 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Router 961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:11:14.303056 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:11:14.307621 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:14.308814 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-aad4d9cc-2b13-42c2-aafe-c3c0852a622c demo admin] 10.222.0.23 "PUT /v2.0/routers/961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba HTTP/1.1" status: 200 len: 890 time: 2.1202307 Apr 12 08:11:15.470745 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 0432c08e-9e9a-4b6a-863e-0918784f8ac1 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:11:15.517819 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:11:15.518220 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:15.593949 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:11:16.671359 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Sync routers for ids ['961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:11:16.682497 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Routers {'961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:11:16.683204 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:11:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:11:16.845441 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42352) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:11:16.905423 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Set router 961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:11:16.960727 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-614700ad-4cb5-4fff-9a43-340e95fc8694 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139920 Apr 12 08:11:17.367122 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'name': 'router1', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '296b1c4a-dec0-4b5c-b7ff-032623d1648a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:10:54Z', 'updated_at': '2022-04-12T08:11:13Z', 'revision_number': 4, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'gw_port': {'id': '296b1c4a-dec0-4b5c-b7ff-032623d1648a', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:35:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:11:12Z', 'updated_at': '2022-04-12T08:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '0432c08e-9e9a-4b6a-863e-0918784f8ac1', 'name': '', 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'mac_address': 'fa:16:3e:53:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:11:04Z', 'updated_at': '2022-04-12T08:11:08Z', 'revision_number': 5, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'subnets': [{'id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c27c0f6-6d55-4ffa-989b-9737b82eebb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:11:17.418204 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Checking router: 961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:11:17.418562 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Updating router 961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba port 296b1c4a-dec0-4b5c-b7ff-032623d1648a binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:11:17.477598 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:17.799852 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Publish callbacks [] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:17.873435 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:17.929077 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Attempting to bind port 296b1c4a-dec0-4b5c-b7ff-032623d1648a on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:11:17.929446 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Attempting to bind port 296b1c4a-dec0-4b5c-b7ff-032623d1648a by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:11:17.929808 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Attempting to bind port 296b1c4a-dec0-4b5c-b7ff-032623d1648a on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:11:17.932583 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73e485-4a85-4e49-82ae-9e64ac1098e0 None None] Pushing event updated for resources: {'Port': ['ID=296b1c4a-dec0-4b5c-b7ff-032623d1648a,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:17.937115 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:11:17.937490 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:11:17.937885 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:17.938267 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:11:17.938726 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Bound port: 296b1c4a-dec0-4b5c-b7ff-032623d1648a, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:11:17.939104 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:17.988700 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] For port 296b1c4a-dec0-4b5c-b7ff-032623d1648a, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:11:17.991748 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] For port 296b1c4a-dec0-4b5c-b7ff-032623d1648a, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=296b1c4a-dec0-4b5c-b7ff-032623d1648a,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:11:18.059369 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:18.115854 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73e485-4a85-4e49-82ae-9e64ac1098e0 None None] Pushing event updated for resources: {'Port': ['ID=296b1c4a-dec0-4b5c-b7ff-032623d1648a,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:18.120574 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Routers {'961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:11:18.121167 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:11:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:11:18.231649 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] Set router 961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:11:18.433209 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'name': 'router1', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '296b1c4a-dec0-4b5c-b7ff-032623d1648a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:10:54Z', 'updated_at': '2022-04-12T08:11:13Z', 'revision_number': 4, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'gw_port': {'id': '296b1c4a-dec0-4b5c-b7ff-032623d1648a', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:35:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:11:12Z', 'updated_at': '2022-04-12T08:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '0432c08e-9e9a-4b6a-863e-0918784f8ac1', 'name': '', 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'mac_address': 'fa:16:3e:53:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:11:04Z', 'updated_at': '2022-04-12T08:11:08Z', 'revision_number': 5, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'subnets': [{'id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c27c0f6-6d55-4ffa-989b-9737b82eebb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:11:18.458781 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e502a5-f85e-4d21-9ee4-aa045691c7d5 None None] The sync data for ids ['961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba'] in dv-cinder-836944-3-iscsi is: [{'id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'name': 'router1', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '296b1c4a-dec0-4b5c-b7ff-032623d1648a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:10:54Z', 'updated_at': '2022-04-12T08:11:13Z', 'revision_number': 4, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'gw_port': {'id': '296b1c4a-dec0-4b5c-b7ff-032623d1648a', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:35:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:11:12Z', 'updated_at': '2022-04-12T08:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '0432c08e-9e9a-4b6a-863e-0918784f8ac1', 'name': '', 'network_id': '80afdddc-f74b-4a14-a1b0-dd9e9958151f', 'tenant_id': '72159ee49daf46efbb8b01b3dc692e5c', 'mac_address': 'fa:16:3e:53:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b9356-6a23-4d96-bcb1-1f0a9a1bb0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:11:04Z', 'updated_at': '2022-04-12T08:11:08Z', 'revision_number': 5, 'project_id': '72159ee49daf46efbb8b01b3dc692e5c', 'subnets': [{'id': 'fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c27c0f6-6d55-4ffa-989b-9737b82eebb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:11:19.507669 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 296b1c4a-dec0-4b5c-b7ff-032623d1648a up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:11:19.561282 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 296b1c4a-dec0-4b5c-b7ff-032623d1648a triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:11:19.561282 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:19.659986 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 296b1c4a-dec0-4b5c-b7ff-032623d1648a is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:11:19.660384 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:19.681251 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port 296b1c4a-dec0-4b5c-b7ff-032623d1648a, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=296b1c4a-dec0-4b5c-b7ff-032623d1648a,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:11:19.753457 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:19.804515 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=296b1c4a-dec0-4b5c-b7ff-032623d1648a,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:11:21.548500 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 296b1c4a-dec0-4b5c-b7ff-032623d1648a up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:11:21.636750 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 296b1c4a-dec0-4b5c-b7ff-032623d1648a triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:11:21.637151 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (296b1c4a-dec0-4b5c-b7ff-032623d1648a), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:21.729925 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 296b1c4a-dec0-4b5c-b7ff-032623d1648a is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:11:30.198710 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a77e840e-7213-451a-a3e7-e12fc5aa4618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:32.789440 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-fced3b85-489d-4894-aaf6-cb7716ceb868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:33.473157 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:35.113091 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:36.785262 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:11:50.481235 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:12:00.184150 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-40aada62-3442-4ad3-876b-446545fe16be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:02.774815 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0e595384-c936-432d-874c-684e1e3130d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:03.489253 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:05.111917 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:06.780261 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:27.479296 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:12:30.196720 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bd12f67a-288c-4c2e-a015-5b6ad770f850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:32.743341 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c7084d8c-36d3-4df3-a7fb-060cc194b0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:33.516568 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:35.092002 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:36.779134 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:40.025601 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42836) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:12:40.085252 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b57a73b-a5b8-4dbc-a89d-05fff2d71af6 admin admin] GET failed (client error): The resource could not be found. Apr 12 08:12:40.086531 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-7b57a73b-a5b8-4dbc-a89d-05fff2d71af6 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599825 Apr 12 08:12:40.247454 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c2e16-081e-4ed9-9d6c-f5ddf13ecdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:40.248903 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-424c2e16-081e-4ed9-9d6c-f5ddf13ecdf3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1584170 Apr 12 08:12:42.548612 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42846) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:12:42.641144 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dcbc0b-0166-4fb9-8270-ab5850eaa6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:42.642479 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-45dcbc0b-0166-4fb9-8270-ab5850eaa6f6 admin admin] 10.222.0.23 "GET /v2.0/subnets/fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33 HTTP/1.1" status: 200 len: 849 time: 0.0928884 Apr 12 08:12:42.651601 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:12:42.733581 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Publish callbacks [] for subnet (fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:42.950442 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766556150038'] for subnet (fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:42.979847 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:42.980448 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:42.981769 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] 10.222.0.23 "PUT /v2.0/subnets/fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33 HTTP/1.1" status: 200 len: 868 time: 0.3336682 Apr 12 08:12:42.999961 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d5924-180d-4c4a-abc0-e79f97b3f700 None None] Network 80afdddc-f74b-4a14-a1b0-dd9e9958151f requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:12:43.004665 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:12:43.012497 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.012497 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.012857 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.013108 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.013445 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.013774 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.014100 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.014425 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.014769 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.015099 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.015443 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.015947 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.016270 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.016594 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.016912 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847c6f-e8a7-40c4-985f-9130efd4bdb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:12:43.308766 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-501cbce3-b7ae-4921-b232-265f5079447a None None] Provisioning complete for port e66c0f48-e596-425a-bdc6-02590b858ec4 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:12:43.311821 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-501cbce3-b7ae-4921-b232-265f5079447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e66c0f48-e596-425a-bdc6-02590b858ec4), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:43.388613 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-501cbce3-b7ae-4921-b232-265f5079447a None None] Current status of the port e66c0f48-e596-425a-bdc6-02590b858ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:12:43.397108 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-501cbce3-b7ae-4921-b232-265f5079447a None None] Provisioning complete for port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:12:43.397493 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-501cbce3-b7ae-4921-b232-265f5079447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (0432c08e-9e9a-4b6a-863e-0918784f8ac1), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:12:43.470683 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-501cbce3-b7ae-4921-b232-265f5079447a None None] Current status of the port 0432c08e-9e9a-4b6a-863e-0918784f8ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:12:45.362218 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42854) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:12:45.559724 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92129f-4af3-4cd1-a80a-06e3dfdbf1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:45.560191 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92129f-4af3-4cd1-a80a-06e3dfdbf1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:45.561721 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-fc92129f-4af3-4cd1-a80a-06e3dfdbf1a5 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1985412 Apr 12 08:12:47.863446 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42862) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:12:47.999890 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504fe7c-967a-4a7c-a2a6-8b7072525a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:48.000354 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504fe7c-967a-4a7c-a2a6-8b7072525a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:48.001904 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-a504fe7c-967a-4a7c-a2a6-8b7072525a8d admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1368213 Apr 12 08:12:50.293280 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42870) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:12:50.417121 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a18e7c-c68b-4069-9af6-443f20cf8f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:50.418479 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-86a18e7c-c68b-4069-9af6-443f20cf8f4a admin admin] 10.222.0.23 "GET /v2.0/networks/3eb94621-d127-4eaa-bacc-2fc003ead8f3 HTTP/1.1" status: 200 len: 886 time: 0.1242540 Apr 12 08:12:52.718870 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42878) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:12:52.858930 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56144303-32f1-4901-b13a-715ee4a92679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:52.863533 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-56144303-32f1-4901-b13a-715ee4a92679 admin admin] 10.222.0.23 "GET /v2.0/networks/80afdddc-f74b-4a14-a1b0-dd9e9958151f HTTP/1.1" status: 200 len: 868 time: 0.1405485 Apr 12 08:12:55.184257 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42888) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:12:55.307779 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab58665f-0d3d-45bc-baf2-844248d99ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:55.312680 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab58665f-0d3d-45bc-baf2-844248d99ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:55.312680 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ab58665f-0d3d-45bc-baf2-844248d99ff7 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245563 Apr 12 08:12:57.753297 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42896) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:12:57.842753 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6e7407-c0ad-47f8-a397-aa5500e9ecf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:57.843205 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6e7407-c0ad-47f8-a397-aa5500e9ecf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:12:57.844684 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7d6e7407-c0ad-47f8-a397-aa5500e9ecf8 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899267 Apr 12 08:13:00.166136 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42904) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:13:00.205430 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-ac65b568-6653-4a06-86f1-7418a6432224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:00.250989 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ce15b-92f4-449a-b7b6-11b66d856c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:13:00.252332 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-b88ce15b-92f4-449a-b7b6-11b66d856c48 admin admin] 10.222.0.23 "GET /v2.0/subnets/aec97063-b664-406d-a82a-7edcc358c5ba HTTP/1.1" status: 200 len: 816 time: 0.0852566 Apr 12 08:13:02.554883 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42912) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:13:02.644752 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a008575-1b29-4548-8625-fb6d50c4e28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:13:02.646071 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-1a008575-1b29-4548-8625-fb6d50c4e28c admin admin] 10.222.0.23 "GET /v2.0/subnets/fc145223-2eb5-4dbe-b2f7-1edb8ffa5b33 HTTP/1.1" status: 200 len: 868 time: 0.0902131 Apr 12 08:13:02.750659 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a7633a54-e8be-4c3c-ae9d-2f50cf7310ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:03.481797 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:04.477782 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:13:05.115873 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:06.795846 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:30.182526 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-161b204f-0417-4071-b420-703aa334d57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:32.748461 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-11f755b7-7b71-4a95-af94-e8de4e383a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:33.491520 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:35.126164 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:36.766369 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:41.476579 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:13:43.372010 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:13:43.421795 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [None req-11ccde87-c7ea-40e9-8bad-a3c59435215b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:13:43.423060 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-11ccde87-c7ea-40e9-8bad-a3c59435215b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500472 Apr 12 08:13:45.822325 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42978) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:13:45.880994 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-90eec629-84bb-49fc-845b-f9a1623001f0 admin admin] GET failed (client error): The resource could not be found. Apr 12 08:13:45.882247 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-90eec629-84bb-49fc-845b-f9a1623001f0 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590072 Apr 12 08:13:46.024339 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5330cc45-3995-41a6-8a41-4c45af13f08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:13:46.025700 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5330cc45-3995-41a6-8a41-4c45af13f08c admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1394703 Apr 12 08:13:48.337385 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 42986) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:13:48.384103 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:13:48.451377 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Made reservation on behalf of 70f2e3c61bc141f3b38a097da3fa11ff for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:13:48.453648 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:48.482853 dv-cinder-836944-3-iscsi neutron-server[103939]: WARNING neutron.services.revisions.revision_plugin [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Could not find related network for resource to bump revision. Apr 12 08:13:48.498911 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:13:48.511589 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766556185766', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (7eb90126-b541-48e7-ad91-5d456538d05d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:48.512150 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Unsubscribe: segment precommit_create {{(pid=103939) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 08:13:48.512611 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Added segment 7eb90126-b541-48e7-ad91-5d456538d05d of type vlan for network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 Apr 12 08:13:48.561250 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (0c5c0001-9d01-42aa-b5ce-b93df9d09343), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:48.638453 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (0c5c0001-9d01-42aa-b5ce-b93df9d09343), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:48.639374 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:13:48.640020 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:48.732649 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Pushing event updated for resources: {'Network': ['ID=0c5c0001-9d01-42aa-b5ce-b93df9d09343,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:13:48.741568 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4031687 Apr 12 08:13:48.743014 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.743363 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.744633 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.744633 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.744633 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.744926 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.745124 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.745421 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.746048 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.746380 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.746724 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.747162 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.747399 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.747743 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.748062 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d44f52-d857-4e4b-b36f-e4ec1567907c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:48.760308 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:13:51.070096 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 42994) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:13:51.129723 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c68e03e-2eb4-4c2c-b0fc-9d513c8383c0 admin admin] GET failed (client error): The resource could not be found. Apr 12 08:13:51.131024 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-3c68e03e-2eb4-4c2c-b0fc-9d513c8383c0 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599928 Apr 12 08:13:51.202613 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd459ad4-bd06-4a7d-b6e5-9b48affa1f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:13:51.204152 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-dd459ad4-bd06-4a7d-b6e5-9b48affa1f3f admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0691464 Apr 12 08:13:51.214088 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:13:51.297037 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Made reservation on behalf of 70f2e3c61bc141f3b38a097da3fa11ff for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:13:51.299154 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:51.577825 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (c3102104-2e56-4ba7-924c-08ce6654b062), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:51.633817 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3102104-2e56-4ba7-924c-08ce6654b062,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:13:51.644573 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.644919 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.645255 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.645586 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.645915 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.646258 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.646559 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.646877 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.647197 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.647532 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.651466 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.651466 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.651466 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.651466 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.651466 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:51.652002 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Checking segment: {'id': '7eb90126-b541-48e7-ad91-5d456538d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:13:51.652345 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Network hostable DHCP agents. Network: 0c5c0001-9d01-42aa-b5ce-b93df9d09343, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:13:51.730064 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:13:51.804366 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 0c5c0001-9d01-42aa-b5ce-b93df9d09343) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:13:51.808409 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:13:51.809009 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:51.813511 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f545f12-eda8-4a67-871d-3669125eb0bf None None] Network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:13:51.875971 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ccc29b28-ee18-4ab6-840d-a1d3f1129ce0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6649978 Apr 12 08:13:51.914581 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-0c5c0001-9d01-42aa-b5ce-b93df9d09343', 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343', 'project_id': '70f2e3c61bc141f3b38a097da3fa11ff', 'fixed_ips': [{'subnet_id': 'c3102104-2e56-4ba7-924c-08ce6654b062'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:13:51.915455 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:52.153838 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Allocated IP 192.168.233.2 (0c5c0001-9d01-42aa-b5ce-b93df9d09343/c3102104-2e56-4ba7-924c-08ce6654b062/6ba35ed7-92b7-49ea-96ff-47e5d9e72687) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:13:52.302758 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Publish callbacks [] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:52.389613 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:52.428134 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:13:52.430765 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:13:52.433360 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:13:52.445296 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Pushing event updated for resources: {'Port': ['ID=6ba35ed7-92b7-49ea-96ff-47e5d9e72687,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:13:52.469413 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.469763 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.470169 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.470527 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.470864 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.471189 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.471537 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.471867 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.472185 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.472506 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.472828 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.473199 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.473519 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.473833 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.474147 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:13:52.510418 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Attempting to bind port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:13:52.510782 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Attempting to bind port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '7eb90126-b541-48e7-ad91-5d456538d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:13:52.511141 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Attempting to bind port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 on network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:13:52.516797 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:13:52.517800 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Checking segment: {'id': '7eb90126-b541-48e7-ad91-5d456538d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:13:52.518206 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:52.518601 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Bound using segment: {'id': '7eb90126-b541-48e7-ad91-5d456538d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:13:52.519098 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Bound port: 6ba35ed7-92b7-49ea-96ff-47e5d9e72687, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb90126-b541-48e7-ad91-5d456538d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:13:52.519481 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:52.585707 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] For port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:13:52.588983 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] For port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=6ba35ed7-92b7-49ea-96ff-47e5d9e72687,segment=NetworkSegment(7eb90126-b541-48e7-ad91-5d456538d05d),segment_id=7eb90126-b541-48e7-ad91-5d456538d05d)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:13:52.635164 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:52.697148 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416007d-3686-4faf-90e0-241f38e59502 None None] Pushing event updated for resources: {'Port': ['ID=6ba35ed7-92b7-49ea-96ff-47e5d9e72687,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:13:53.574249 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836240f0-0487-4294-8140-9c188af5b152 None None] Network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:13:53.606264 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:13:53.704145 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-0370ac9f-30fc-4775-9e27-169de74ae042 None None] Provisioning complete for port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:13:53.704562 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0370ac9f-30fc-4775-9e27-169de74ae042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:53.746819 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:13:53.747155 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:53.875564 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-0370ac9f-30fc-4775-9e27-169de74ae042 None None] Current status of the port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:13:53.875959 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0370ac9f-30fc-4775-9e27-169de74ae042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:53.893522 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:13:53.893919 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:53.937324 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-0370ac9f-30fc-4775-9e27-169de74ae042 None None] For port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=6ba35ed7-92b7-49ea-96ff-47e5d9e72687,segment=NetworkSegment(7eb90126-b541-48e7-ad91-5d456538d05d),segment_id=7eb90126-b541-48e7-ad91-5d456538d05d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:13:54.029727 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0370ac9f-30fc-4775-9e27-169de74ae042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:54.104482 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.db.api [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 08:13:54.104791 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG oslo_db.api [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 08:13:54.105409 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370ac9f-30fc-4775-9e27-169de74ae042 None None] Pushing event updated for resources: {'Port': ['ID=6ba35ed7-92b7-49ea-96ff-47e5d9e72687,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:13:54.148110 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-f2a88101-54e8-4bf4-804f-e7a5673e87fe None None] Provisioning complete for port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:13:54.148498 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f2a88101-54e8-4bf4-804f-e7a5673e87fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:54.230105 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-f2a88101-54e8-4bf4-804f-e7a5673e87fe None None] Current status of the port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:13:54.640017 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:13:55.561619 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:13:55.611113 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:13:55.611668 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (6ba35ed7-92b7-49ea-96ff-47e5d9e72687), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:13:55.689519 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 6ba35ed7-92b7-49ea-96ff-47e5d9e72687 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:14:00.177284 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a944ce7c-7c82-4038-a429-8f7c19799fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:14:02.741181 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-78f4bb4c-1348-4115-877f-e556748f3079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:14:03.502809 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:14:05.118568 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:14:06.776796 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:14:18.477577 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:14:30.188063 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-53b8e5b4-21ce-4244-a373-de902bbeaf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:14:32.742069 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-facc3a4c-31f9-43bc-a1ff-cf4a30199984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:14:33.496601 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:14:35.119081 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:14:36.781865 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:14:55.476612 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:15:00.227048 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-150454bc-47c5-416b-b9c7-ce1c26ae4d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:02.729459 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e600-7074-4a1a-b13c-d506c7991948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:03.512633 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:05.112107 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:06.802468 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:30.214063 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-93f05344-4b2f-4b35-b53a-97dff1b511cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:32.475848 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:15:32.740022 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-68dbe3f3-f065-4e3f-b638-efc092c51a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:33.506098 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:35.140238 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:36.808850 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:50.615210 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43034) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:15:50.621496 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [None req-d1e4b42b-bb63-4f7d-9295-b7c8c33c54c5 tempest-verify_tempest_config-808273279 tempest-verify_tempest_config-808273279-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:15:50.622469 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d1e4b42b-bb63-4f7d-9295-b7c8c33c54c5 tempest-verify_tempest_config-808273279 tempest-verify_tempest_config-808273279-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059900 Apr 12 08:15:51.124813 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43052) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:15:51.226321 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:51.298263 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Publish callbacks [] for security_group (a4031bb4-b89b-40de-968a-255ebd0d309c), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:51.350741 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (a4031bb4-b89b-40de-968a-255ebd0d309c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:51.399903 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4031bb4-b89b-40de-968a-255ebd0d309c,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:15:51.404926 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e77c9dc491ca4eac822191d63ac3ab9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2791443 Apr 12 08:15:51.409498 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.409857 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.410214 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.410555 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.410876 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.411633 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.412025 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.412347 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.412683 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.413006 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.413324 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.413652 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.414086 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.414435 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.414770 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3817ed1-6fcc-4bdf-9150-1bdfd3a46aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.416151 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43056) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:15:51.498345 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Publish callbacks [] for security_group (a4031bb4-b89b-40de-968a-255ebd0d309c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:51.519791 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Publish callbacks [] for security_group (a4031bb4-b89b-40de-968a-255ebd0d309c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:51.693937 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (a4031bb4-b89b-40de-968a-255ebd0d309c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:51.696420 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:15:51.697612 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4031bb4-b89b-40de-968a-255ebd0d309c HTTP/1.1" status: 204 len: 168 time: 0.2803819 Apr 12 08:15:51.705441 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4031bb4-b89b-40de-968a-255ebd0d309c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:15:51.712534 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.712885 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.713219 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.713563 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.713893 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.714224 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.714553 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.714887 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.715212 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.715571 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.715901 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.716228 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.717059 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.717381 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:15:51.717701 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f4e0f-112f-44e6-b181-4efc8ac07923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:16:00.179762 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1f74f7fe-54e7-4d7c-a223-13518f534ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:16:02.745322 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51fc284e-04a2-41d3-a425-3016056f4971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:16:03.522349 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:16:05.110456 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:16:06.785360 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:16:09.474317 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:16:30.194721 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c9b9-799f-4b2c-a926-3fdc9aa03100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:16:32.743165 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1ee72419-263e-4b17-8e35-5a3888c7f926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:16:33.561184 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:16:35.121650 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:16:36.801009 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:16:46.472479 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:17:00.177528 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b674ae5-5fbc-4d4c-a263-12c4df1f2c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:02.726278 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-095d208f-4acf-41c1-8979-1b72c6ffd13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:03.526211 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:05.143515 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:06.794518 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:23.472015 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 5 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:17:30.193581 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9c01e996-fd5a-47ab-b049-43b7b7482ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:32.730654 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3f3d085f-32a9-4761-b2f2-a19d32b9b68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:33.520096 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:33.588422 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416435'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:35.136734 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:36.804874 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:17:47.932780 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43128) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:17:48.038984 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-979834b7-aebb-4372-b022-2bba5eea426f admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1051066 Apr 12 08:17:50.334693 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43138) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:17:50.388082 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5397982d-f700-4deb-9f5c-b98e31c8653d admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522976 Apr 12 08:18:00.198480 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c751187d-acb0-4692-a985-5d007572b90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:00.471881 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:18:02.735351 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-064e9ea1-72ba-4de5-a6aa-680993bd4fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:03.547845 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:03.593873 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:05.124234 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:06.804071 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:30.215672 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-50ccf80f-7b03-4fbb-9324-f8a3f8f81915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:32.746654 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6dd40d5e-46f7-446d-be3a-fe051cb1e710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:33.517546 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:33.586034 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:35.152853 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:36.803227 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:18:37.471116 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:19:00.179583 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-24e0dc70-eea4-45f3-a5bd-5e4266b31f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:02.751628 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-be929cda-5888-453f-94e1-e664c4d699cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:03.579789 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:03.602374 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:05.145607 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:06.842331 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:14.469334 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:19:27.487075 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43276) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:27.999233 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-242874621-network', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:28.076151 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Made reservation on behalf of 06a4436df3ad431ea8a69e4d1a53c216 for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:28.078514 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.087895 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.163720 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Publish callbacks [] for security_group (1520e53f-8296-42c4-beb2-064e25124668), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.242466 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (1520e53f-8296-42c4-beb2-064e25124668), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.271131 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:19:28.277065 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1520e53f-8296-42c4-beb2-064e25124668,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:28.287156 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.287521 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.287883 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.288223 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.288554 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.288915 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.289237 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.289558 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.289900 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.290226 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.290563 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.290895 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.291217 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.291553 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.291867 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Tracked resource versions report: Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: pushed versions: Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: { 'AddressGroup': {'1.2'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Agent': {'1.1'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'ConntrackHelper': {'1.0'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'LocalIPAssociation': {'1.0'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Log': {'1.0'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'NDPProxy': {'1.0'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Network': {'1.1'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Port': {'1.7'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'PortForwarding': {'1.3'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'QosPolicy': {'1.10'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SecurityGroup': {'1.5'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SecurityGroupRule': {'1.2'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SubPort': {'1.0'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Subnet': {'1.1'}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Trunk': {'1.1'}} Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: consumer versions: Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: { DHCP agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: HyperV agent@hv-cinder-83694: {}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: L3 agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: Metadata agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: Metering agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: Open vSwitch agent@dv-cinder-836944-3-iscsi: { 'AddressGroup': '1.2', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Agent': '1.1', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'ConntrackHelper': '1.0', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'LocalIPAssociation': '1.0', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Log': '1.0', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'NDPProxy': '1.0', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Network': '1.1', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Port': '1.7', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'PortForwarding': '1.3', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'QosPolicy': '1.10', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SecurityGroup': '1.5', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SecurityGroupRule': '1.2', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'SubPort': '1.0', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Subnet': '1.1', Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: 'Trunk': '1.1'}} Apr 12 08:19:28.293021 dv-cinder-836944-3-iscsi neutron-server[103940]: {{(pid=103940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 08:19:28.299922 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (f79a2ac5-8dfc-4751-b5b6-8b03abd479ff), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.300271 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Added segment f79a2ac5-8dfc-4751-b5b6-8b03abd479ff of type vlan for network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 Apr 12 08:19:28.341926 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.402779 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.403941 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:28.404837 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.467024 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:28.477887 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e612a58e-02c9-4de1-ab3b-d30533062ac6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9862556 Apr 12 08:19:28.478159 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:19:28.480221 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43324) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:28.485091 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Request body: {'subnet': {'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-242874621-subnet', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:28.550740 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Made reservation on behalf of 06a4436df3ad431ea8a69e4d1a53c216 for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:28.553160 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.613323 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43328) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:28.768966 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.769096 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43340) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:28.798824 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43344) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:28.826704 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:28.832116 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Checking segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:28.833055 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Network hostable DHCP agents. Network: 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:19:28.893086 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:19:28.962394 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:28.967187 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:28.967822 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:28.972998 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da3c851-07be-4e22-9c5f-9b931140eda7 None None] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:28.981628 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-network', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:29.076787 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:19:29.077751 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.087578 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-2a801eb1-ac70-42c4-bf74-4be9ca6a66a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6057742 Apr 12 08:19:29.089862 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43352) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:29.094992 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:29.144945 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Made reservation on behalf of 7411cb7c422c426da8dcf9ba38515373 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:29.147261 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.159405 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.191850 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (832e7c5f-005f-48a8-92a0-40698e8549c3), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.193723 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (832e7c5f-005f-48a8-92a0-40698e8549c3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.229665 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Allocated IP 172.20.0.2 (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0/0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2/13d7ce59-433e-4235-907e-d8a22a38b551) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:29.264451 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Publish callbacks [] for security_group (2eade5b9-a4cf-42ab-ba66-1f7b1ada6176), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.300310 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-network', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:29.316338 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks [] for router_controller (832e7c5f-005f-48a8-92a0-40698e8549c3), precommit_add_association {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.330447 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43358) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:29.345016 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (2eade5b9-a4cf-42ab-ba66-1f7b1ada6176), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.378512 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:29.379361 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Publish callbacks [] for port (13d7ce59-433e-4235-907e-d8a22a38b551), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.384864 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.385417 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.385922 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.386414 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.386791 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.387276 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.387793 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.388263 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.388765 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.389237 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.389707 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.390040 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.390363 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.390731 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.391055 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Tracked resource versions report: Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: pushed versions: Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: { 'AddressGroup': {'1.2'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Agent': {'1.1'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'ConntrackHelper': {'1.0'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'LocalIPAssociation': {'1.0'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Log': {'1.0'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'NDPProxy': {'1.0'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Network': {'1.1'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Port': {'1.7'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'PortForwarding': {'1.3'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'QosPolicy': {'1.10'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SecurityGroup': {'1.5'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SecurityGroupRule': {'1.2'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SubPort': {'1.0'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Subnet': {'1.1'}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Trunk': {'1.1'}} Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: consumer versions: Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: { DHCP agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: HyperV agent@hv-cinder-83694: {}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: L3 agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: Metadata agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: Metering agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: Open vSwitch agent@dv-cinder-836944-3-iscsi: { 'AddressGroup': '1.2', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Agent': '1.1', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'ConntrackHelper': '1.0', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'LocalIPAssociation': '1.0', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Log': '1.0', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'NDPProxy': '1.0', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Network': '1.1', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Port': '1.7', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'PortForwarding': '1.3', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'QosPolicy': '1.10', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SecurityGroup': '1.5', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SecurityGroupRule': '1.2', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'SubPort': '1.0', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Subnet': '1.1', Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: 'Trunk': '1.1'}} Apr 12 08:19:29.392368 dv-cinder-836944-3-iscsi neutron-server[103939]: {{(pid=103939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 08:19:29.398027 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-439541306-network', 'tenant_id': '533640587642423aa4e0053ba31626e1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:29.422417 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:19:29.433323 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (76589a64-4144-4539-9655-d54f4dcf9aaf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.433768 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Added segment 76589a64-4144-4539-9655-d54f4dcf9aaf of type vlan for network 03102d2f-5e47-497b-9172-21726975a603 Apr 12 08:19:29.449888 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Made reservation on behalf of c5df5bdc6238443fb11973f52caf4c09 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:29.452964 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.465445 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.481114 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.497243 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:29.499654 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (03102d2f-5e47-497b-9172-21726975a603), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.519595 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:29.523989 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:29.524396 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Made reservation on behalf of 533640587642423aa4e0053ba31626e1 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:29.526649 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.545633 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.567276 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Pushing event updated for resources: {'Port': ['ID=13d7ce59-433e-4235-907e-d8a22a38b551,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:29.598090 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks [] for router_gateway (832e7c5f-005f-48a8-92a0-40698e8549c3), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.602790 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.603204 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.603840 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.604265 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.604671 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.605066 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.605737 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.606070 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.606394 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.607166 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.607716 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.608226 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.608713 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.609188 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.609673 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Tracked resource versions report: Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: pushed versions: Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: { 'AddressGroup': {'1.2'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Agent': {'1.1'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'ConntrackHelper': {'1.0'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'LocalIPAssociation': {'1.0'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Log': {'1.0'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'NDPProxy': {'1.0'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Network': {'1.1'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Port': {'1.7'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'PortForwarding': {'1.3'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'QosPolicy': {'1.10'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SecurityGroup': {'1.5'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SecurityGroupRule': {'1.2'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SubPort': {'1.0'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Subnet': {'1.1'}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Trunk': {'1.1'}} Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: consumer versions: Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: { DHCP agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: HyperV agent@hv-cinder-83694: {}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: L3 agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: Metadata agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: Metering agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: Open vSwitch agent@dv-cinder-836944-3-iscsi: { 'AddressGroup': '1.2', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Agent': '1.1', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'ConntrackHelper': '1.0', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'LocalIPAssociation': '1.0', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Log': '1.0', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'NDPProxy': '1.0', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Network': '1.1', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Port': '1.7', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'PortForwarding': '1.3', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'QosPolicy': '1.10', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SecurityGroup': '1.5', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SecurityGroupRule': '1.2', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'SubPort': '1.0', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Subnet': '1.1', Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: 'Trunk': '1.1'}} Apr 12 08:19:29.611196 dv-cinder-836944-3-iscsi neutron-server[103941]: {{(pid=103941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 08:19:29.627157 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Attempting to bind port 13d7ce59-433e-4235-907e-d8a22a38b551 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:19:29.627650 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Attempting to bind port 13d7ce59-433e-4235-907e-d8a22a38b551 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:19:29.628950 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Attempting to bind port 13d7ce59-433e-4235-907e-d8a22a38b551 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:29.635116 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:19:29.635592 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Checking segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:29.639333 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.639333 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Bound using segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:19:29.639333 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Bound port: 13d7ce59-433e-4235-907e-d8a22a38b551, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:19:29.639333 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.656690 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Publish callbacks [] for security_group (362b8828-9f51-415b-a34a-c16890836891), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.672949 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (03102d2f-5e47-497b-9172-21726975a603), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.674428 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:29.675273 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.720465 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] For port 13d7ce59-433e-4235-907e-d8a22a38b551, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:19:29.724280 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] For port 13d7ce59-433e-4235-907e-d8a22a38b551, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=13d7ce59-433e-4235-907e-d8a22a38b551,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:19:29.755738 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1079758972-network', 'tenant_id': 'dc8d333bbf1b4e438b6db5ca7092b582'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:29.766569 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (362b8828-9f51-415b-a34a-c16890836891), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.778292 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:19:29.780108 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.849507 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea6e16-c2cb-43b9-957a-e58155ef71a2 None None] Pushing event updated for resources: {'Port': ['ID=13d7ce59-433e-4235-907e-d8a22a38b551,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:29.849768 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362b8828-9f51-415b-a34a-c16890836891,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:29.864548 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Publish callbacks [] for security_group (80297a1e-60a9-4ee9-97d6-f849187e1b89), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.868856 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2542653 Apr 12 08:19:29.872928 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (87dd6d40-048c-4264-aa14-5263010fa062), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.873269 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Added segment 87dd6d40-048c-4264-aa14-5263010fa062 of type vlan for network 27a8e601-3bff-45fb-be15-6e2fb4f647ba Apr 12 08:19:29.874675 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43380) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:29.883560 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Request body: {'subnet': {'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-subnet', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:29.911462 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Made reservation on behalf of dc8d333bbf1b4e438b6db5ca7092b582 for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:29.914412 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.917937 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0089cd-410c-4da5-b942-5a2a21c88c84 admin admin] Pushing event updated for resources: {'Network': ['ID=03102d2f-5e47-497b-9172-21726975a603,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:29.930704 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 03102d2f-5e47-497b-9172-21726975a603 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:19:29.930963 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:29.979914 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (27a8e601-3bff-45fb-be15-6e2fb4f647ba), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.021316 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks [] for router_gateway (832e7c5f-005f-48a8-92a0-40698e8549c3), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.036614 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (80297a1e-60a9-4ee9-97d6-f849187e1b89), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.051825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Made reservation on behalf of 7411cb7c422c426da8dcf9ba38515373 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:30.054085 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.081188 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.282037 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:19:30.282844 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-01429f9e-d3f6-41df-942b-f56f11d06a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.285520 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Allocated IP 172.27.3.45 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/c2f4415e-16d0-42ca-afa2-972434016c0b) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:30.333478 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Publish callbacks [] for security_group (e987a7ed-25a9-41bf-8eae-3962de71af4e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.366104 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (27a8e601-3bff-45fb-be15-6e2fb4f647ba), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.368006 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:30.368602 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.415327 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (384cceaf-4136-4889-815b-d0fc7c42da78), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.415701 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Added segment 384cceaf-4136-4889-815b-d0fc7c42da78 of type vlan for network d5648474-7df6-4e25-991a-553adc6fa806 Apr 12 08:19:30.442543 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e987a7ed-25a9-41bf-8eae-3962de71af4e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.445950 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80297a1e-60a9-4ee9-97d6-f849187e1b89,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:30.484724 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:19:30.493858 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks [] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.511291 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (701e0768-2c42-445f-9cc3-5d114249ce15), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.511738 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Added segment 701e0768-2c42-445f-9cc3-5d114249ce15 of type vlan for network 2a5764d6-6d91-446f-b051-06776f8c237f Apr 12 08:19:30.578617 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8056712 Apr 12 08:19:30.582390 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43398) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:30.596188 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Request body: {'subnet': {'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-subnet', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:30.605415 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e987a7ed-25a9-41bf-8eae-3962de71af4e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:30.609359 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (d5648474-7df6-4e25-991a-553adc6fa806), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.619258 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e4cbd-fef0-4cb1-9f1c-807aac8b3900 admin admin] Pushing event updated for resources: {'Network': ['ID=27a8e601-3bff-45fb-be15-6e2fb4f647ba,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:30.633449 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 27a8e601-3bff-45fb-be15-6e2fb4f647ba details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:19:30.643184 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (2a5764d6-6d91-446f-b051-06776f8c237f), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.734179 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.752336 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Made reservation on behalf of c5df5bdc6238443fb11973f52caf4c09 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:30.761955 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.771454 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (2a5764d6-6d91-446f-b051-06776f8c237f), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.772454 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:30.773813 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:30.849994 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5764d6-6d91-446f-b051-06776f8c237f,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:30.858198 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:30.862361 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 2a5764d6-6d91-446f-b051-06776f8c237f details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:19:30.866781 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:30.869838 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:31.052880 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (d5648474-7df6-4e25-991a-553adc6fa806), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.058281 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:31.073709 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.113336 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Pushing event updated for resources: {'Port': ['ID=c2f4415e-16d0-42ca-afa2-972434016c0b,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:31.158281 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d1eab43a-d384-4053-b167-3bf65c991238 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8236816 Apr 12 08:19:31.158907 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43416) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:31.186975 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Request body: {'subnet': {'network_id': '2a5764d6-6d91-446f-b051-06776f8c237f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1079758972-subnet', 'tenant_id': 'dc8d333bbf1b4e438b6db5ca7092b582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:31.264747 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (11d3f95e-69be-4d9f-8060-dad19e3ec02a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.276717 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4768643 Apr 12 08:19:31.279915 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43426) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:31.282850 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfa4ae-571a-418d-b325-76308f9c4eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d5648474-7df6-4e25-991a-553adc6fa806,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:31.286317 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Request body: {'subnet': {'network_id': 'd5648474-7df6-4e25-991a-553adc6fa806', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-439541306-subnet', 'tenant_id': '533640587642423aa4e0053ba31626e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:31.295624 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network d5648474-7df6-4e25-991a-553adc6fa806 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:19:31.334050 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Made reservation on behalf of dc8d333bbf1b4e438b6db5ca7092b582 for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:31.336750 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.416812 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Made reservation on behalf of 533640587642423aa4e0053ba31626e1 for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:31.422774 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.428408 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30918bc-778a-421e-b9bc-39049f743ec0 None None] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:31.431347 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d3f95e-69be-4d9f-8060-dad19e3ec02a,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:31.451410 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (3fbd018f-712a-450f-90d2-15e35424b949), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.523990 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-868565b8-a815-4826-88e4-be43c1c07456 None None] Provisioning complete for port 13d7ce59-433e-4235-907e-d8a22a38b551 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:31.524590 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-868565b8-a815-4826-88e4-be43c1c07456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.552083 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbd018f-712a-450f-90d2-15e35424b949,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:31.557492 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Checking segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:31.558504 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Network hostable DHCP agents. Network: 03102d2f-5e47-497b-9172-21726975a603, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:19:31.634575 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Checking segment: {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:31.635285 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Network hostable DHCP agents. Network: 27a8e601-3bff-45fb-be15-6e2fb4f647ba, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:19:31.637510 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks [] for router_gateway (832e7c5f-005f-48a8-92a0-40698e8549c3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.678837 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-868565b8-a815-4826-88e4-be43c1c07456 None None] Current status of the port 13d7ce59-433e-4235-907e-d8a22a38b551 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:31.678837 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-868565b8-a815-4826-88e4-be43c1c07456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.717271 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Network 03102d2f-5e47-497b-9172-21726975a603 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:19:31.739638 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Network 27a8e601-3bff-45fb-be15-6e2fb4f647ba is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:19:31.764562 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-868565b8-a815-4826-88e4-be43c1c07456 None None] For port 13d7ce59-433e-4235-907e-d8a22a38b551, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=13d7ce59-433e-4235-907e-d8a22a38b551,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:19:31.822135 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 27a8e601-3bff-45fb-be15-6e2fb4f647ba) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:31.827940 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 03102d2f-5e47-497b-9172-21726975a603) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:31.830604 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca68e8-4cfc-433f-bc61-001b07331cda None None] Network 27a8e601-3bff-45fb-be15-6e2fb4f647ba requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:31.836621 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:31.839147 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.874724 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:31.875318 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:31.942637 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-17c7fb07-c824-4174-bf1e-06c5dc0228d6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3557918 Apr 12 08:19:31.942637 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43448) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:31.949440 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:31.988936 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fed7438-f68b-4bfb-853e-01011e68eed9 None None] Network 03102d2f-5e47-497b-9172-21726975a603 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:31.990824 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 13d7ce59-433e-4235-907e-d8a22a38b551 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:31.995830 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-868565b8-a815-4826-88e4-be43c1c07456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.007531 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fd136bab-9aae-4bef-b492-37d84536b208 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1295073 Apr 12 08:19:32.011424 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43454) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:32.014030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:32.047237 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (3cef59a7-4f91-4bec-b12d-a08225542426), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.047519 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (bfa1f99a-b06c-44e1-b966-f408b1e938c2), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.048649 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (3cef59a7-4f91-4bec-b12d-a08225542426), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.143490 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.145032 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.145874 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (102a2694-9601-4d94-b531-673c46ed7c10), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.154549 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks [] for router_controller (3cef59a7-4f91-4bec-b12d-a08225542426), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.164831 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa1f99a-b06c-44e1-b966-f408b1e938c2,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:32.202434 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (832e7c5f-005f-48a8-92a0-40698e8549c3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.216202 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868565b8-a815-4826-88e4-be43c1c07456 None None] Pushing event updated for resources: {'Port': ['ID=13d7ce59-433e-4235-907e-d8a22a38b551,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:32.216565 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Checking segment: {'id': '701e0768-2c42-445f-9cc3-5d114249ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2a5764d6-6d91-446f-b051-06776f8c237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:32.216929 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Network hostable DHCP agents. Network: 2a5764d6-6d91-446f-b051-06776f8c237f, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:19:32.234125 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-f0c48a2b-3e38-4864-bf81-cd6aa2897383 None None] Provisioning complete for port 13d7ce59-433e-4235-907e-d8a22a38b551 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:32.235235 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f0c48a2b-3e38-4864-bf81-cd6aa2897383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.276611 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:19:32.277711 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.292281 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102a2694-9601-4d94-b531-673c46ed7c10,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:32.303195 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Checking segment: {'id': '384cceaf-4136-4889-815b-d0fc7c42da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd5648474-7df6-4e25-991a-553adc6fa806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:32.303763 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Network hostable DHCP agents. Network: d5648474-7df6-4e25-991a-553adc6fa806, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:19:32.315124 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 13d7ce59-433e-4235-907e-d8a22a38b551 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:32.315829 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.344688 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-03102d2f-5e47-497b-9172-21726975a603', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:19:32.345834 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.375920 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Network 2a5764d6-6d91-446f-b051-06776f8c237f is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:19:32.412955 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks [] for router_controller (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.444234 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Network d5648474-7df6-4e25-991a-553adc6fa806 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:19:32.493454 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks [] for router_gateway (3cef59a7-4f91-4bec-b12d-a08225542426), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.520769 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 2a5764d6-6d91-446f-b051-06776f8c237f) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:32.520996 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:19:32.524771 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, d5648474-7df6-4e25-991a-553adc6fa806) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:32.535088 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:32.535088 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.575451 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:32.575836 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da9513c-27fb-4cc8-b258-f564ad8d626e None None] Network 2a5764d6-6d91-446f-b051-06776f8c237f requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:32.576083 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.596239 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b9ffc-5d3b-446d-baf3-f409aea852f0 None None] Network d5648474-7df6-4e25-991a-553adc6fa806 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:32.645521 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f05bb988-76bc-4a54-be8e-9bb88fecd7b6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4780807 Apr 12 08:19:32.704153 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5dd7498e-ab73-4f93-8498-a08275ae8e19 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4220874 Apr 12 08:19:32.730550 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:19:32.744168 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:19:32.766086 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:32.767069 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:32.790777 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Allocated IP 172.20.0.2 (27a8e601-3bff-45fb-be15-6e2fb4f647ba/3fbd018f-712a-450f-90d2-15e35424b949/73325cb5-edfd-4d3e-a787-9894cfead1fc) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:32.814416 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks [] for router_gateway (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.832609 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:32.837260 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f2600a71-b198-4fbe-ab7b-01e6404f6d8a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7462626 Apr 12 08:19:32.837945 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43502) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:33.090377 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:33.265371 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Allocated IP 172.20.0.2 (03102d2f-5e47-497b-9172-21726975a603/11d3f95e-69be-4d9f-8060-dad19e3ec02a/f22d8b49-cd56-4141-9a71-6d3e889e509e) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:33.381781 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-f0c48a2b-3e38-4864-bf81-cd6aa2897383 None None] Current status of the port 13d7ce59-433e-4235-907e-d8a22a38b551 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:33.392159 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks [] for router_gateway (3cef59a7-4f91-4bec-b12d-a08225542426), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:33.438403 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:33.448386 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:31Z', 'revision_number': 3, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:33.502906 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:19:33.503262 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Updating router 832e7c5f-005f-48a8-92a0-40698e8549c3 port c2f4415e-16d0-42ca-afa2-972434016c0b binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:19:33.530577 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 13d7ce59-433e-4235-907e-d8a22a38b551 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:33.565417 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:33.565676 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:33.758516 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9f37d5b4-d91d-4a11-a5e4-a0db70fadca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:33.763146 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:33.823264 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43546) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:33.845251 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks [] for router_gateway (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:33.853143 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Allocated IP 172.27.3.22 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/df710569-c8cb-4fd7-9049-97c935a2cd01) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:33.880549 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:33.900634 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 13d7ce59-433e-4235-907e-d8a22a38b551 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:33.944365 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:33.973379 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ae913-a65b-4ff0-b214-788337d48f5e None None] Network 2a5764d6-6d91-446f-b051-06776f8c237f requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:34.062508 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks [] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.069428 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Publish callbacks [] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.105885 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09a06f86-8719-494b-98a6-847e738b069d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.117715 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 13d7ce59-433e-4235-907e-d8a22a38b551 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:34.117715 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.120483 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Allocated IP 172.20.0.1 (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0/0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2/85e0b74a-5f05-4a7b-ad45-de88c69413f5) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:34.199820 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.201866 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb24d523-7663-4e34-b46b-ae935f862da7 None None] Network d5648474-7df6-4e25-991a-553adc6fa806 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:34.307121 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Publish callbacks [] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.342658 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.356073 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09a06f86-8719-494b-98a6-847e738b069d admin admin] Publish callbacks [] for security_group (96ea04a5-081b-44c0-9552-f0ef9537accf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.404539 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Publish callbacks [] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.422426 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Network 27a8e601-3bff-45fb-be15-6e2fb4f647ba is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:34.429779 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09a06f86-8719-494b-98a6-847e738b069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (96ea04a5-081b-44c0-9552-f0ef9537accf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.450829 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.454804 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:34.522996 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:34.537406 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43586) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:34.541506 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Pushing event updated for resources: {'Port': ['ID=73325cb5-edfd-4d3e-a787-9894cfead1fc,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:34.545005 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-500692603-network', 'tenant_id': '6224493342ce4c54bdd024dd8ade9c63'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:34.577879 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Publish callbacks [] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.590321 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.600541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:34.605675 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=df710569-c8cb-4fd7-9049-97c935a2cd01,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:34.647814 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.648385 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-09a06f86-8719-494b-98a6-847e738b069d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8859054dce104e4f92d446e603343ffc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8214169 Apr 12 08:19:34.649635 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:34.655787 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:34.662074 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43588) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:34.677794 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:34.687986 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Made reservation on behalf of 6224493342ce4c54bdd024dd8ade9c63 for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:34.694739 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.699936 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:34.750208 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:34.750696 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (832e7c5f-005f-48a8-92a0-40698e8549c3), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.781057 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Pushing event updated for resources: {'Port': ['ID=85e0b74a-5f05-4a7b-ad45-de88c69413f5,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:34.794593 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Attempting to bind port c2f4415e-16d0-42ca-afa2-972434016c0b on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:19:34.794966 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Attempting to bind port c2f4415e-16d0-42ca-afa2-972434016c0b by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:19:34.795325 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Attempting to bind port c2f4415e-16d0-42ca-afa2-972434016c0b on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:34.813133 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:19:34.813509 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:34.814065 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.814307 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:19:34.814791 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Bound port: c2f4415e-16d0-42ca-afa2-972434016c0b, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:19:34.815168 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:34.831441 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a06f86-8719-494b-98a6-847e738b069d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ea04a5-081b-44c0-9552-f0ef9537accf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:34.839530 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.091511 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Network 03102d2f-5e47-497b-9172-21726975a603 is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:35.091511 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Attempting to bind port 73325cb5-edfd-4d3e-a787-9894cfead1fc on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:19:35.091511 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Attempting to bind port 73325cb5-edfd-4d3e-a787-9894cfead1fc by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:19:35.091511 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Attempting to bind port 73325cb5-edfd-4d3e-a787-9894cfead1fc on network 27a8e601-3bff-45fb-be15-6e2fb4f647ba {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:35.105235 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] For port c2f4415e-16d0-42ca-afa2-972434016c0b, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:19:35.105235 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] For port c2f4415e-16d0-42ca-afa2-972434016c0b, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=c2f4415e-16d0-42ca-afa2-972434016c0b,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:19:35.106889 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Allocated IP 172.27.3.16 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/2654fba3-c9d9-47e9-8347-cc891f9fe598) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:35.107085 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Pushing event updated for resources: {'Port': ['ID=c2f4415e-16d0-42ca-afa2-972434016c0b,revision_number=2']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:35.107272 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:19:35.107272 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Checking segment: {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:35.107272 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.107272 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Bound using segment: {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:19:35.107272 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Bound port: 73325cb5-edfd-4d3e-a787-9894cfead1fc, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:19:35.107272 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.107272 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 13d7ce59-433e-4235-907e-d8a22a38b551 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Tracked resource versions report: Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: pushed versions: Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: { 'AddressGroup': {'1.2'}, Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Agent': {'1.1'}, Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: 'ConntrackHelper': {'1.0'}, Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: 'LocalIPAssociation': {'1.0'}, Apr 12 08:19:35.108345 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Log': {'1.0'}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'NDPProxy': {'1.0'}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Network': {'1.1'}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Port': {'1.7'}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'PortForwarding': {'1.3'}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'QosPolicy': {'1.10'}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SecurityGroup': {'1.5'}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SecurityGroupRule': {'1.2'}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SubPort': {'1.0'}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Subnet': {'1.1'}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Trunk': {'1.1'}} Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: consumer versions: Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: { DHCP agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: HyperV agent@hv-cinder-83694: {}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: L3 agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: Metadata agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: Metering agent@dv-cinder-836944-3-iscsi: {}, Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: Open vSwitch agent@dv-cinder-836944-3-iscsi: { 'AddressGroup': '1.2', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Agent': '1.1', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'ConntrackHelper': '1.0', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'LocalIPAssociation': '1.0', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Log': '1.0', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'NDPProxy': '1.0', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Network': '1.1', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Port': '1.7', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'PortForwarding': '1.3', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'QosPolicy': '1.10', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SecurityGroup': '1.5', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SecurityGroupRule': '1.2', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'SubPort': '1.0', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Subnet': '1.1', Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: 'Trunk': '1.1'}} Apr 12 08:19:35.114419 dv-cinder-836944-3-iscsi neutron-server[103942]: {{(pid=103942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 08:19:35.122675 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:35.122675 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:35.123246 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.151646 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Pushing event updated for resources: {'Port': ['ID=f22d8b49-cd56-4141-9a71-6d3e889e509e,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:35.216663 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Publish callbacks [] for security_group (8eae5eb0-6d59-480c-9c7d-8b6aa99c378a), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.223955 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:35.224589 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:35.234025 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks [] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.246609 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a16069-5e50-43e5-aea8-1eaf4061bb2d None None] Pushing event updated for resources: {'Port': ['ID=c2f4415e-16d0-42ca-afa2-972434016c0b,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:35.314504 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] For port 73325cb5-edfd-4d3e-a787-9894cfead1fc, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:19:35.318130 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43632) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:35.318670 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] For port 73325cb5-edfd-4d3e-a787-9894cfead1fc, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=73325cb5-edfd-4d3e-a787-9894cfead1fc,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:19:35.322433 dv-cinder-836944-3-iscsi neutron-server[103939]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 08:19:35.348254 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e043a74-deb0-44d8-a12c-4c19523f7d1b admin admin] Publish callbacks [] for security_group (96ea04a5-081b-44c0-9552-f0ef9537accf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.368629 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8eae5eb0-6d59-480c-9c7d-8b6aa99c378a), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.375218 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.385529 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-d6a2dc97-4b60-4b6a-9517-62f50d471458 None None] Provisioning complete for port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:35.385925 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d6a2dc97-4b60-4b6a-9517-62f50d471458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.420434 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:35.434221 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.440462 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.462647 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:35.463089 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eae5eb0-6d59-480c-9c7d-8b6aa99c378a,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:35.468804 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Pushing event updated for resources: {'Port': ['ID=2654fba3-c9d9-47e9-8347-cc891f9fe598,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:35.471315 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:35.495735 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:35.497988 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.515823 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:19:35.530488 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3d4e5-2ee7-42a6-b477-502b6d1fb42e None None] Pushing event updated for resources: {'Port': ['ID=73325cb5-edfd-4d3e-a787-9894cfead1fc,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:35.534283 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Attempting to bind port f22d8b49-cd56-4141-9a71-6d3e889e509e on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:19:35.535691 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Attempting to bind port f22d8b49-cd56-4141-9a71-6d3e889e509e by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:19:35.536210 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Attempting to bind port f22d8b49-cd56-4141-9a71-6d3e889e509e on network 03102d2f-5e47-497b-9172-21726975a603 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:35.537139 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (9834dccb-b766-4faf-8f2e-8c70e867f9b3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.537470 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Added segment 9834dccb-b766-4faf-8f2e-8c70e867f9b3 of type vlan for network c089d119-2f42-473d-b269-dfe89816ba85 Apr 12 08:19:35.564131 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:19:35.564686 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Checking segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:35.565244 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.565772 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Bound using segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:19:35.566507 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Bound port: f22d8b49-cd56-4141-9a71-6d3e889e509e, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:19:35.567037 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.589647 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2dc97-4b60-4b6a-9517-62f50d471458 None None] Port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:19:35.623213 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (c089d119-2f42-473d-b269-dfe89816ba85), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.659050 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] For port f22d8b49-cd56-4141-9a71-6d3e889e509e, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:19:35.668473 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] For port f22d8b49-cd56-4141-9a71-6d3e889e509e, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=f22d8b49-cd56-4141-9a71-6d3e889e509e,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:19:35.744791 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.833428 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:31Z', 'revision_number': 3, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:35.851008 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Publish callbacks [] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.865979 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa5d1d-1247-41db-9e8d-d4bb18ae04b6 None None] Pushing event updated for resources: {'Port': ['ID=f22d8b49-cd56-4141-9a71-6d3e889e509e,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:35.880284 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26fa3b6-d205-4c92-b242-26c00f5ca01c None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:31Z', 'revision_number': 3, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:19:35.911371 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (c089d119-2f42-473d-b269-dfe89816ba85), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.913305 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:35.913305 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.918527 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.927259 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (832e7c5f-005f-48a8-92a0-40698e8549c3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.942301 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e043a74-deb0-44d8-a12c-4c19523f7d1b admin admin] Publish callbacks [] for security_group (96ea04a5-081b-44c0-9552-f0ef9537accf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:35.991329 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-1252c235-f6df-4e42-87c3-25472757a7b8 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:35.993508 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-1252c235-f6df-4e42-87c3-25472757a7b8 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/networks?id=2a5764d6-6d91-446f-b051-06776f8c237f HTTP/1.1" status: 200 len: 812 time: 0.6739440 Apr 12 08:19:36.044068 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-05428d5b-7cae-40b8-ba11-535d5e1b7e44 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/quotas/dc8d333bbf1b4e438b6db5ca7092b582 HTTP/1.1" status: 200 len: 375 time: 0.0436656 Apr 12 08:19:36.182347 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6436317 Apr 12 08:19:36.221792 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43654) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:36.234300 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Request body: {'subnet': {'network_id': 'c089d119-2f42-473d-b269-dfe89816ba85', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-500692603-subnet', 'tenant_id': '6224493342ce4c54bdd024dd8ade9c63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:36.238737 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd17762-a7a5-4a6e-b405-ab4599ac2592 admin admin] Pushing event updated for resources: {'Network': ['ID=c089d119-2f42-473d-b269-dfe89816ba85,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:36.244279 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Pushing event updated for resources: {'Port': ['ID=85e0b74a-5f05-4a7b-ad45-de88c69413f5,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:36.265208 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-999787b8-c30e-4bb8-8a13-bea01bc78aaf tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc8d333bbf1b4e438b6db5ca7092b582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2188611 Apr 12 08:19:36.283834 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network c089d119-2f42-473d-b269-dfe89816ba85 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:19:36.316738 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:36.318984 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:36.355075 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Made reservation on behalf of 6224493342ce4c54bdd024dd8ade9c63 for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:36.364937 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:36.641884 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks [] for router_gateway (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:36.754191 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:19:36.810311 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43674) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:36.833794 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:36.848739 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-6870ed19-56b4-404a-ad16-01b92778af9f None None] Provisioning complete for port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:36.849136 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6870ed19-56b4-404a-ad16-01b92778af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:36.995724 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-6870ed19-56b4-404a-ad16-01b92778af9f None None] Port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:19:37.060382 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-d65ede24-c270-47d8-964d-3035f9e300bb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:19:37.067771 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-d65ede24-c270-47d8-964d-3035f9e300bb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4206574 Apr 12 08:19:37.077088 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e043a74-deb0-44d8-a12c-4c19523f7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (96ea04a5-081b-44c0-9552-f0ef9537accf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:37.079643 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e043a74-deb0-44d8-a12c-4c19523f7d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:37.083854 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2e043a74-deb0-44d8-a12c-4c19523f7d1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96ea04a5-081b-44c0-9552-f0ef9537accf HTTP/1.1" status: 204 len: 168 time: 2.4169962 Apr 12 08:19:37.113045 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e043a74-deb0-44d8-a12c-4c19523f7d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ea04a5-081b-44c0-9552-f0ef9537accf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:37.194494 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21cc8508-e5d5-42be-a6d0-537e1d34352b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:37.204064 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks [] for router_gateway (3cef59a7-4f91-4bec-b12d-a08225542426), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:37.346895 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:37.400391 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d4836-1d10-404a-abf0-b732a973328b None None] Network 27a8e601-3bff-45fb-be15-6e2fb4f647ba requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:37.411090 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:19:37.417901 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-6ab16957-f241-456a-a95c-0088f390a800 admin admin] 10.222.0.23 "PUT /v2.0/routers/832e7c5f-005f-48a8-92a0-40698e8549c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5789227 Apr 12 08:19:37.524314 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-7daab1fe-6feb-4ec4-9393-839864ed5b89 service neutron] 10.222.0.23 "GET /v2.0/networks/2a5764d6-6d91-446f-b051-06776f8c237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555776 Apr 12 08:19:37.531110 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-07af77cb-e49b-408a-9350-5de548acd9d4 None None] Provisioning complete for port 73325cb5-edfd-4d3e-a787-9894cfead1fc triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:37.541072 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-07af77cb-e49b-408a-9350-5de548acd9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:37.580286 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (f374a358-0a80-4d03-8700-5576b567bada), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:37.648385 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-662a444c-071d-408e-8bfa-dc3af30f0682 service neutron] 10.222.0.23 "GET /v2.0/networks/2a5764d6-6d91-446f-b051-06776f8c237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216354 Apr 12 08:19:37.717388 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21cc8508-e5d5-42be-a6d0-537e1d34352b admin admin] Publish callbacks [] for security_group (f7d3b23d-f7d5-4a89-b231-89e91b67858b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:37.764372 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f374a358-0a80-4d03-8700-5576b567bada,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:37.822338 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Checking segment: {'id': '9834dccb-b766-4faf-8f2e-8c70e867f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c089d119-2f42-473d-b269-dfe89816ba85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:37.822338 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Network hostable DHCP agents. Network: c089d119-2f42-473d-b269-dfe89816ba85, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:19:37.826907 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21cc8508-e5d5-42be-a6d0-537e1d34352b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f7d3b23d-f7d5-4a89-b231-89e91b67858b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:37.870869 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132f587e-425b-4f08-a181-06bbf99d9e53 None None] Network 03102d2f-5e47-497b-9172-21726975a603 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:37.912458 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-21cc8508-e5d5-42be-a6d0-537e1d34352b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c06f066036c40d398859d28921ddbe5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0977168 Apr 12 08:19:37.913310 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43694) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:37.947986 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Network c089d119-2f42-473d-b269-dfe89816ba85 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:19:38.036947 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-07af77cb-e49b-408a-9350-5de548acd9d4 None None] Current status of the port 73325cb5-edfd-4d3e-a787-9894cfead1fc is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:38.037593 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-07af77cb-e49b-408a-9350-5de548acd9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.094434 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device f22d8b49-cd56-4141-9a71-6d3e889e509e up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:38.108692 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc8508-e5d5-42be-a6d0-537e1d34352b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d3b23d-f7d5-4a89-b231-89e91b67858b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:38.113167 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, c089d119-2f42-473d-b269-dfe89816ba85) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:38.119227 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b37fc1c8-b3a6-4c19-ab39-af0cc9e7aad3 admin admin] Publish callbacks [] for security_group (f7d3b23d-f7d5-4a89-b231-89e91b67858b), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.126522 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:38.127122 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.152968 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (3cef59a7-4f91-4bec-b12d-a08225542426), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.176928 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a1f215-726f-43e8-994d-6b3318109e5a None None] Network c089d119-2f42-473d-b269-dfe89816ba85 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:38.196848 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43700) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:38.235332 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b37fc1c8-b3a6-4c19-ab39-af0cc9e7aad3 admin admin] Publish callbacks [] for security_group (f7d3b23d-f7d5-4a89-b231-89e91b67858b), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.263776 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-46458efc-9680-4c99-880b-054e7ff9185d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.292211 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-7fb925df-644e-461d-a3b7-657ff2eeafcc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0683188 Apr 12 08:19:38.394394 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:19:38.407026 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-07af77cb-e49b-408a-9350-5de548acd9d4 None None] For port 73325cb5-edfd-4d3e-a787-9894cfead1fc, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=73325cb5-edfd-4d3e-a787-9894cfead1fc,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:19:38.433023 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Router 3cef59a7-4f91-4bec-b12d-a08225542426 is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:19:38.440035 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f169a52d-f893-4058-b8ed-ec0d3664b573 req-ad242f3a-3075-4478-a735-d0115f538389 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0802224 Apr 12 08:19:38.508447 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-07af77cb-e49b-408a-9350-5de548acd9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.551653 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b37fc1c8-b3a6-4c19-ab39-af0cc9e7aad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f7d3b23d-f7d5-4a89-b231-89e91b67858b), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.556322 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b37fc1c8-b3a6-4c19-ab39-af0cc9e7aad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.576394 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-b37fc1c8-b3a6-4c19-ab39-af0cc9e7aad3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7d3b23d-f7d5-4a89-b231-89e91b67858b HTTP/1.1" status: 204 len: 168 time: 0.6605315 Apr 12 08:19:38.595465 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port f22d8b49-cd56-4141-9a71-6d3e889e509e triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:38.596174 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.620250 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:19:38.631944 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc1c8-b3a6-4c19-ab39-af0cc9e7aad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d3b23d-f7d5-4a89-b231-89e91b67858b,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:38.649874 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Sync routers for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:19:38.685334 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43724) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:38.727880 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.732159 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-37a3459f-1555-4682-b054-6b42804f3d86 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7188520 Apr 12 08:19:38.733272 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43728) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:38.814912 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-46458efc-9680-4c99-880b-054e7ff9185d admin admin] Publish callbacks [] for security_group (f5f9c948-3a40-4952-a035-e76d523dd730), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.825530 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f14323-5f6e-484b-bd9a-49e31eb91d39 admin admin] Deleting subnet 102a2694-9601-4d94-b531-673c46ed7c10 {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:19:38.826066 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf672c-4c92-43a9-af33-b21da38e5b72 None None] Network c089d119-2f42-473d-b269-dfe89816ba85 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:19:38.831618 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:19:38.837681 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43730) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:38.840715 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af77cb-e49b-408a-9350-5de548acd9d4 None None] Pushing event updated for resources: {'Port': ['ID=73325cb5-edfd-4d3e-a787-9894cfead1fc,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:38.843306 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Sync routers for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:19:38.844176 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02f14323-5f6e-484b-bd9a-49e31eb91d39 admin admin] Publish callbacks [] for subnet (102a2694-9601-4d94-b531-673c46ed7c10), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.872532 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:38.876996 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:38.879674 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bbcfd6f8-271a-4181-842c-3c1849942a7a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081295660', 'description': 'tempest-description--221608056'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:38.896506 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:19:38.898261 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-46458efc-9680-4c99-880b-054e7ff9185d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f5f9c948-3a40-4952-a035-e76d523dd730), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.917995 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-24892b54-825d-41d2-b139-40dbd43d85e1 None None] Provisioning complete for port f22d8b49-cd56-4141-9a71-6d3e889e509e triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:38.918601 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-24892b54-825d-41d2-b139-40dbd43d85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.958026 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:38.958670 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:38.962483 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02f14323-5f6e-484b-bd9a-49e31eb91d39 admin admin] Publish callbacks [] for subnet (102a2694-9601-4d94-b531-673c46ed7c10), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:38.974588 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-46458efc-9680-4c99-880b-054e7ff9185d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=644bdb31a9b04776b1cd0efe7b65daa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7765315 Apr 12 08:19:38.977764 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46458efc-9680-4c99-880b-054e7ff9185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9c948-3a40-4952-a035-e76d523dd730,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:38.980308 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43736) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:38.981760 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02f14323-5f6e-484b-bd9a-49e31eb91d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (102a2694-9601-4d94-b531-673c46ed7c10), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.110392 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f510dab6-5174-4f14-8b0a-bf416596e276 admin admin] Publish callbacks [] for security_group (f5f9c948-3a40-4952-a035-e76d523dd730), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.139002 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f510dab6-5174-4f14-8b0a-bf416596e276 admin admin] Publish callbacks [] for security_group (f5f9c948-3a40-4952-a035-e76d523dd730), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.181000 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02f14323-5f6e-484b-bd9a-49e31eb91d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (102a2694-9601-4d94-b531-673c46ed7c10), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.212387 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:39.215859 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:39.281078 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f14323-5f6e-484b-bd9a-49e31eb91d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102a2694-9601-4d94-b531-673c46ed7c10,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:39.290569 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02f14323-5f6e-484b-bd9a-49e31eb91d39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.298016 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-02f14323-5f6e-484b-bd9a-49e31eb91d39 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/102a2694-9601-4d94-b531-673c46ed7c10 HTTP/1.1" status: 204 len: 168 time: 0.6113577 Apr 12 08:19:39.301128 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43756) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:39.328274 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:39.357150 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:39.479439 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (d5648474-7df6-4e25-991a-553adc6fa806), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.532074 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.539900 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-03dfa7b3-310a-47e0-918c-eee5d0c99dc4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5957959 Apr 12 08:19:39.546780 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43764) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:39.562620 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f510dab6-5174-4f14-8b0a-bf416596e276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f5f9c948-3a40-4952-a035-e76d523dd730), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.569779 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f510dab6-5174-4f14-8b0a-bf416596e276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.573151 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f510dab6-5174-4f14-8b0a-bf416596e276 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5f9c948-3a40-4952-a035-e76d523dd730 HTTP/1.1" status: 204 len: 168 time: 0.5883372 Apr 12 08:19:39.602424 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43768) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:39.639656 dv-cinder-836944-3-iscsi neutron-server[103940]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 08:19:39.649432 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbcfd6f8-271a-4181-842c-3c1849942a7a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.708602 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510dab6-5174-4f14-8b0a-bf416596e276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f9c948-3a40-4952-a035-e76d523dd730,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:39.738943 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port f22d8b49-cd56-4141-9a71-6d3e889e509e is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:39.739885 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.751838 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43776) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:39.793806 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 3, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:39.845925 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7b47637c-e73a-4cc8-9215-120dc635e79a req-7d449105-da2d-4c05-bba8-867bee6290aa tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.2365403 Apr 12 08:19:39.858276 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (d5648474-7df6-4e25-991a-553adc6fa806), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.875086 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e424fc0c-9766-40c3-911b-a958f0126ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.878398 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Checking router: 3cef59a7-4f91-4bec-b12d-a08225542426 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:19:39.880252 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Updating router 3cef59a7-4f91-4bec-b12d-a08225542426 port df710569-c8cb-4fd7-9049-97c935a2cd01 binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:19:39.901308 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port f22d8b49-cd56-4141-9a71-6d3e889e509e, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=f22d8b49-cd56-4141-9a71-6d3e889e509e,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:19:39.923464 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-24892b54-825d-41d2-b139-40dbd43d85e1 None None] Current status of the port f22d8b49-cd56-4141-9a71-6d3e889e509e is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:39.924244 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-24892b54-825d-41d2-b139-40dbd43d85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.930456 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:39.936168 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:39.936540 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:39.937336 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:39.937774 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > port after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:39.938110 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:39.938450 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > port after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:39.938782 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:39.950316 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:39.950879 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:39.951290 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:39.999463 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.001026 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device c2f4415e-16d0-42ca-afa2-972434016c0b up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:40.073356 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:40.269570 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbcfd6f8-271a-4181-842c-3c1849942a7a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.346171 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 2, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:40.375284 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbcfd6f8-271a-4181-842c-3c1849942a7a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.394012 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:40.394431 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:40.394759 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:40.395088 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:19:40.395456 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5648474-7df6-4e25-991a-553adc6fa806']}} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:40.411182 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfd6f8-271a-4181-842c-3c1849942a7a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:40.421722 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port c2f4415e-16d0-42ca-afa2-972434016c0b triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:40.422362 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.470260 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384cceaf-4136-4889-815b-d0fc7c42da78') {'for_net_delete': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:40.470597 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384cceaf-4136-4889-815b-d0fc7c42da78') {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:40.492537 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2438849'] for segment (384cceaf-4136-4889-815b-d0fc7c42da78), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.500111 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbcfd6f8-271a-4181-842c-3c1849942a7a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.511869 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bbcfd6f8-271a-4181-842c-3c1849942a7a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6426001 Apr 12 08:19:40.512036 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:19:40.512036 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Updating router 832e7c5f-005f-48a8-92a0-40698e8549c3 port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:19:40.514515 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43808) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:40.517229 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Publish callbacks [] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.525561 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (384cceaf-4136-4889-815b-d0fc7c42da78), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.531611 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5e551e54-a924-4795-bff5-21cb17415c9d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group_rule': {'security_group_id': '43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:40.544122 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:19:40.544538 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387818'] for segment (384cceaf-4136-4889-815b-d0fc7c42da78), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: from cryptography.utils import int_from_bytes Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: from cryptography.utils import int_from_bytes Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: Traceback (most recent call last): Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: timer() Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: cb(*args, **kw) Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: return func(*args, **kwargs) Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: self._notify() Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: self.callback(batched_events) Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: event.method(event) Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: return f(self, *a, **k) Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._get(url).json() Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: return self.request(url, 'GET', **kwargs) Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:19:40.548621 dv-cinder-836944-3-iscsi neutron-server[103940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:19:40.613346 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.641358 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port c2f4415e-16d0-42ca-afa2-972434016c0b is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:40.641757 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.676807 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e424fc0c-9766-40c3-911b-a958f0126ddd admin admin] Publish callbacks [] for security_group (75c0bdbf-7d07-485d-a108-886a362c5145), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.697258 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe9ad7-3b39-49fa-8809-14629b44c721 None None] Pushing event updated for resources: {'Port': ['ID=df710569-c8cb-4fd7-9049-97c935a2cd01,revision_number=2']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:40.711956 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.db.api [None req-24892b54-825d-41d2-b139-40dbd43d85e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 08:19:40.712311 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG oslo_db.api [None req-24892b54-825d-41d2-b139-40dbd43d85e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 08:19:40.737032 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.745023 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e424fc0c-9766-40c3-911b-a958f0126ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (75c0bdbf-7d07-485d-a108-886a362c5145), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.746237 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Attempting to bind port df710569-c8cb-4fd7-9049-97c935a2cd01 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:19:40.746688 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Attempting to bind port df710569-c8cb-4fd7-9049-97c935a2cd01 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:19:40.747118 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Attempting to bind port df710569-c8cb-4fd7-9049-97c935a2cd01 on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:40.754300 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:19:40.756144 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:40.757283 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.760425 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:19:40.761175 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Bound port: df710569-c8cb-4fd7-9049-97c935a2cd01, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:19:40.763856 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.774830 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=f22d8b49-cd56-4141-9a71-6d3e889e509e,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:40.804594 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e551e54-a924-4795-bff5-21cb17415c9d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (c0dfe758-a7d8-4c34-beae-21929ef713b2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.810389 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e424fc0c-9766-40c3-911b-a958f0126ddd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bda4130a20e6461d854e32a7cc08f967&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0044148 Apr 12 08:19:40.815110 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port c2f4415e-16d0-42ca-afa2-972434016c0b, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=c2f4415e-16d0-42ca-afa2-972434016c0b,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:19:40.817808 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43820) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:40.825547 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (d5648474-7df6-4e25-991a-553adc6fa806), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.838195 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.845860 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] 10.222.0.23 "DELETE /v2.0/networks/d5648474-7df6-4e25-991a-553adc6fa806 HTTP/1.1" status: 204 len: 168 time: 1.5437305 Apr 12 08:19:40.869125 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424fc0c-9766-40c3-911b-a958f0126ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c0bdbf-7d07-485d-a108-886a362c5145,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:40.878682 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43822) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:40.893926 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] For port df710569-c8cb-4fd7-9049-97c935a2cd01, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:19:40.901436 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bb764-260e-4332-9fde-3963917839ca admin admin] Pushing event deleted for resources: {'Network': ['ID=d5648474-7df6-4e25-991a-553adc6fa806,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:40.904129 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] For port df710569-c8cb-4fd7-9049-97c935a2cd01, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=df710569-c8cb-4fd7-9049-97c935a2cd01,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:19:40.952059 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-06196473-1108-42b3-bb45-9964679da7a7 admin admin] Deleting subnet f374a358-0a80-4d03-8700-5576b567bada {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:19:40.955847 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.956014 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-06196473-1108-42b3-bb45-9964679da7a7 admin admin] Publish callbacks [] for subnet (f374a358-0a80-4d03-8700-5576b567bada), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:40.968559 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.028813 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-06196473-1108-42b3-bb45-9964679da7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2438856'] for subnet (f374a358-0a80-4d03-8700-5576b567bada), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.070121 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe9ad7-3b39-49fa-8809-14629b44c721 None None] Pushing event updated for resources: {'Port': ['ID=df710569-c8cb-4fd7-9049-97c935a2cd01,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:41.134714 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:41.136304 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-06196473-1108-42b3-bb45-9964679da7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (f374a358-0a80-4d03-8700-5576b567bada), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.136867 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:41.164665 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.165572 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 73325cb5-edfd-4d3e-a787-9894cfead1fc up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:41.170333 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 3, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:41.182080 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c30b922-3090-473c-a1d3-b9c80e09a7a8 admin admin] Publish callbacks [] for security_group (75c0bdbf-7d07-485d-a108-886a362c5145), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.197121 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.245947 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e551e54-a924-4795-bff5-21cb17415c9d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (c0dfe758-a7d8-4c34-beae-21929ef713b2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.252917 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c30b922-3090-473c-a1d3-b9c80e09a7a8 admin admin] Publish callbacks [] for security_group (75c0bdbf-7d07-485d-a108-886a362c5145), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.270913 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-076fb082-7a67-4968-a9ce-cba7d38ea44e req-0a095c00-a2b1-4d08-9511-cd1d52a717b3 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0362051 Apr 12 08:19:41.323216 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-06196473-1108-42b3-bb45-9964679da7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347513'] for subnet (f374a358-0a80-4d03-8700-5576b567bada), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.359324 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06196473-1108-42b3-bb45-9964679da7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f374a358-0a80-4d03-8700-5576b567bada,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:41.373854 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Checking router: f9be3ed5-f4a5-4a44-b9b2-5004857302d4 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:19:41.374408 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Updating router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 port 2654fba3-c9d9-47e9-8347-cc891f9fe598 binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:19:41.375769 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-06196473-1108-42b3-bb45-9964679da7a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.384704 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-06196473-1108-42b3-bb45-9964679da7a7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f374a358-0a80-4d03-8700-5576b567bada HTTP/1.1" status: 204 len: 168 time: 0.5092473 Apr 12 08:19:41.385687 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43840) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:41.391665 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:41.411737 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-24892b54-825d-41d2-b139-40dbd43d85e1 None None] Current status of the port f22d8b49-cd56-4141-9a71-6d3e889e509e is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:41.429420 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.431792 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-24892b54-825d-41d2-b139-40dbd43d85e1 None None] Provisioning complete for port 73325cb5-edfd-4d3e-a787-9894cfead1fc triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:41.432158 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-24892b54-825d-41d2-b139-40dbd43d85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.485327 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (c089d119-2f42-473d-b269-dfe89816ba85), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.487395 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Allocated IP 172.20.0.1 (27a8e601-3bff-45fb-be15-6e2fb4f647ba/3fbd018f-712a-450f-90d2-15e35424b949/2ac373d8-717c-4c76-857b-912cae7d616d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:41.622606 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (c089d119-2f42-473d-b269-dfe89816ba85), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.623911 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e551e54-a924-4795-bff5-21cb17415c9d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (c0dfe758-a7d8-4c34-beae-21929ef713b2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.653914 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c089d119-2f42-473d-b269-dfe89816ba85']}} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:41.655230 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=c2f4415e-16d0-42ca-afa2-972434016c0b,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:41.671108 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9834dccb-b766-4faf-8f2e-8c70e867f9b3') {'for_net_delete': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:41.671805 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9834dccb-b766-4faf-8f2e-8c70e867f9b3') {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:41.687100 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 3, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:41.687896 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2438849'] for segment (9834dccb-b766-4faf-8f2e-8c70e867f9b3), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.705853 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (9834dccb-b766-4faf-8f2e-8c70e867f9b3), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.714283 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:19:41.714781 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387818'] for segment (9834dccb-b766-4faf-8f2e-8c70e867f9b3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: Traceback (most recent call last): Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: timer() Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: cb(*args, **kw) Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: return func(*args, **kwargs) Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: self._notify() Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: self.callback(batched_events) Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: event.method(event) Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: return f(self, *a, **k) Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._get(url).json() Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: return self.request(url, 'GET', **kwargs) Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:19:41.717439 dv-cinder-836944-3-iscsi neutron-server[103940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:19:41.723733 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 73325cb5-edfd-4d3e-a787-9894cfead1fc triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:41.726406 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.728513 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7c5e1-12c7-4df1-bbcd-4bf6081c0ac2 None None] The sync data for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi is: [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 3, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:19:41.746276 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e551e54-a924-4795-bff5-21cb17415c9d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dfe758-a7d8-4c34-beae-21929ef713b2,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:41.765457 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Publish callbacks [] for port (2ac373d8-717c-4c76-857b-912cae7d616d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.836500 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e551e54-a924-4795-bff5-21cb17415c9d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.838276 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5e551e54-a924-4795-bff5-21cb17415c9d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3225698 Apr 12 08:19:41.840898 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43844) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:41.845831 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Publish callbacks [] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.850528 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-81e1e00a-7637-468f-b453-ae2828817987 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group_rule': {'security_group_id': '43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:41.871312 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Allocated IP 172.20.0.1 (03102d2f-5e47-497b-9172-21726975a603/11d3f95e-69be-4d9f-8060-dad19e3ec02a/23536133-b482-4ea5-91e6-798745b31086) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:41.887787 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (c089d119-2f42-473d-b269-dfe89816ba85), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.905584 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.908809 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c089d119-2f42-473d-b269-dfe89816ba85 HTTP/1.1" status: 204 len: 168 time: 0.5218315 Apr 12 08:19:41.910016 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-24892b54-825d-41d2-b139-40dbd43d85e1 None None] Current status of the port 73325cb5-edfd-4d3e-a787-9894cfead1fc is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:41.926723 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c30b922-3090-473c-a1d3-b9c80e09a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (75c0bdbf-7d07-485d-a108-886a362c5145), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.930132 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019167dd-ae8c-4a45-a418-47d540c37574 admin admin] Pushing event deleted for resources: {'Network': ['ID=c089d119-2f42-473d-b269-dfe89816ba85,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:41.930933 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c30b922-3090-473c-a1d3-b9c80e09a7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.937213 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8c30b922-3090-473c-a1d3-b9c80e09a7a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75c0bdbf-7d07-485d-a108-886a362c5145 HTTP/1.1" status: 204 len: 168 time: 1.1151748 Apr 12 08:19:41.967648 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30b922-3090-473c-a1d3-b9c80e09a7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c0bdbf-7d07-485d-a108-886a362c5145,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:41.973328 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.976919 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 73325cb5-edfd-4d3e-a787-9894cfead1fc is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:41.979117 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:41.999965 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-81e1e00a-7637-468f-b453-ae2828817987 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (1ebb71a0-e044-4590-9b62-9a1a0400b88d), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:42.049278 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Network 27a8e601-3bff-45fb-be15-6e2fb4f647ba is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:42.076460 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:42.116343 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:42.116343 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (3cef59a7-4f91-4bec-b12d-a08225542426), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:42.218975 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-81e1e00a-7637-468f-b453-ae2828817987 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (1ebb71a0-e044-4590-9b62-9a1a0400b88d), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:42.304955 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-81e1e00a-7637-468f-b453-ae2828817987 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (1ebb71a0-e044-4590-9b62-9a1a0400b88d), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:42.373453 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1e00a-7637-468f-b453-ae2828817987 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebb71a0-e044-4590-9b62-9a1a0400b88d,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:42.433386 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-81e1e00a-7637-468f-b453-ae2828817987 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:42.435098 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-81e1e00a-7637-468f-b453-ae2828817987 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5928919 Apr 12 08:19:42.439854 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43858) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:42.454537 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:42.493587 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43864) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:42.636625 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Publish callbacks [] for port (23536133-b482-4ea5-91e6-798745b31086), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:42.667255 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac373d8-717c-4c76-857b-912cae7d616d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:42.667450 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-941c7073-f89a-40a9-bb70-2fac7b9ba36e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=533640587642423aa4e0053ba31626e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1585386 Apr 12 08:19:42.668235 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 43868) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:42.700287 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.25', 54683) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:42.711158 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 73325cb5-edfd-4d3e-a787-9894cfead1fc up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:42.755059 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bfcb18dd-4837-40b8-8318-eda5ebc173f4 req-1957bbe5-255e-4ab0-966a-64f63a2f9014 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0837603 Apr 12 08:19:42.810560 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:42.930607 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (23536133-b482-4ea5-91e6-798745b31086), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:42.970225 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-c8bee466-5896-4061-8a69-82229eda0caa None None] Provisioning complete for port f22d8b49-cd56-4141-9a71-6d3e889e509e triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:42.970225 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c8bee466-5896-4061-8a69-82229eda0caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:42.983785 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210baee-f85c-409c-9c4d-9f974b8ffe32 None None] Pushing event updated for resources: {'Port': ['ID=85e0b74a-5f05-4a7b-ad45-de88c69413f5,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:43.007542 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Network 03102d2f-5e47-497b-9172-21726975a603 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:43.024227 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:43.074022 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 73325cb5-edfd-4d3e-a787-9894cfead1fc triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:43.074398 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.087187 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:43.095871 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.153644 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Attempting to bind port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:19:43.154019 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Attempting to bind port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:19:43.154381 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Attempting to bind port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:43.167628 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:19:43.167786 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Checking segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:43.168590 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.168980 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Bound using segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:19:43.169469 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Bound port: 85e0b74a-5f05-4a7b-ad45-de88c69413f5, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:19:43.169844 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.232786 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Pushing event updated for resources: {'Port': ['ID=23536133-b482-4ea5-91e6-798745b31086,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:43.238786 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.318176 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 73325cb5-edfd-4d3e-a787-9894cfead1fc is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:43.320508 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device c2f4415e-16d0-42ca-afa2-972434016c0b up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:43.575094 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4aaa558-3e5d-4e16-be92-f941827caa0f admin admin] Publish callbacks [] for security_group (80297a1e-60a9-4ee9-97d6-f849187e1b89), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.668423 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] For port 85e0b74a-5f05-4a7b-ad45-de88c69413f5, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:19:43.683897 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.684405 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] For port 85e0b74a-5f05-4a7b-ad45-de88c69413f5, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=85e0b74a-5f05-4a7b-ad45-de88c69413f5,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:19:43.716019 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Publish callbacks [] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.716220 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Publish callbacks [] for port (2ac373d8-717c-4c76-857b-912cae7d616d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.743759 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port c2f4415e-16d0-42ca-afa2-972434016c0b triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:43.744752 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.748259 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4aaa558-3e5d-4e16-be92-f941827caa0f admin admin] Publish callbacks [] for security_group (80297a1e-60a9-4ee9-97d6-f849187e1b89), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.758103 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-51bb1df4-a5b5-4a79-9b6c-9b0452a889d7 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:43.759707 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-51bb1df4-a5b5-4a79-9b6c-9b0452a889d7 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.25 "GET /v2.0/networks?id=2a5764d6-6d91-446f-b051-06776f8c237f HTTP/1.1" status: 200 len: 812 time: 1.0479255 Apr 12 08:19:43.803653 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-c8bee466-5896-4061-8a69-82229eda0caa None None] Current status of the port f22d8b49-cd56-4141-9a71-6d3e889e509e is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:43.818558 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.818722 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.818859 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.818958 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (3cef59a7-4f91-4bec-b12d-a08225542426), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:43.843278 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Request body: {'port': {'device_id': 'dfde640d-6a35-487c-a7b6-d3131a19d0c1', 'network_id': '2a5764d6-6d91-446f-b051-06776f8c237f', 'admin_state_up': True, 'tenant_id': 'dc8d333bbf1b4e438b6db5ca7092b582'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:43.952319 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Attempting to bind port 2654fba3-c9d9-47e9-8347-cc891f9fe598 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:19:43.952872 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Attempting to bind port 2654fba3-c9d9-47e9-8347-cc891f9fe598 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:19:43.953218 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Attempting to bind port 2654fba3-c9d9-47e9-8347-cc891f9fe598 on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:44.004100 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:19:44.004860 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:44.005739 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.005739 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:19:44.006385 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Bound port: 2654fba3-c9d9-47e9-8347-cc891f9fe598, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:19:44.007256 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.031651 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (23536133-b482-4ea5-91e6-798745b31086), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.044191 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Network 27a8e601-3bff-45fb-be15-6e2fb4f647ba is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:44.053297 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:44.066911 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac373d8-717c-4c76-857b-912cae7d616d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:44.144938 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210baee-f85c-409c-9c4d-9f974b8ffe32 None None] Pushing event updated for resources: {'Port': ['ID=85e0b74a-5f05-4a7b-ad45-de88c69413f5,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:44.233370 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c72c21c9-4190-4533-99d2-0b9a16f3e6e0 req-f8bf2808-e24a-4ed8-a833-3e2c22ab73b2 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.2560906 Apr 12 08:19:44.284801 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Allocated IP 172.27.3.86 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/a92ea61e-63d8-4529-a6ef-058ac8974d2a) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:44.305099 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Provisioning complete for port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:44.305524 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.375520 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port c2f4415e-16d0-42ca-afa2-972434016c0b is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:44.380220 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4aaa558-3e5d-4e16-be92-f941827caa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (80297a1e-60a9-4ee9-97d6-f849187e1b89), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.383009 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device f22d8b49-cd56-4141-9a71-6d3e889e509e up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:44.385391 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4aaa558-3e5d-4e16-be92-f941827caa0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.386574 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d4aaa558-3e5d-4e16-be92-f941827caa0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80297a1e-60a9-4ee9-97d6-f849187e1b89 HTTP/1.1" status: 204 len: 168 time: 1.7156436 Apr 12 08:19:44.447682 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aaa558-3e5d-4e16-be92-f941827caa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80297a1e-60a9-4ee9-97d6-f849187e1b89,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:44.504214 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:44.504835 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:44.543933 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (a92ea61e-63d8-4529-a6ef-058ac8974d2a), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.585666 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Made reservation on behalf of dc8d333bbf1b4e438b6db5ca7092b582 for: {'port': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:44.589302 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.612030 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port f22d8b49-cd56-4141-9a71-6d3e889e509e triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:44.612305 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.620800 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Router 3cef59a7-4f91-4bec-b12d-a08225542426 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:19:44.704380 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Publish callbacks [] for port (23536133-b482-4ea5-91e6-798745b31086), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.704566 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (a92ea61e-63d8-4529-a6ef-058ac8974d2a), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.748862 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4a0b0-e402-47ab-9351-7b359553aca5 None None] Pushing event updated for resources: {'Port': ['ID=2654fba3-c9d9-47e9-8347-cc891f9fe598,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:44.767135 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] For port 2654fba3-c9d9-47e9-8347-cc891f9fe598, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:19:44.838759 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] For port 2654fba3-c9d9-47e9-8347-cc891f9fe598, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=2654fba3-c9d9-47e9-8347-cc891f9fe598,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:19:44.887702 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Current status of the port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:44.888159 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.916316 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (23536133-b482-4ea5-91e6-798745b31086), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.917096 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:44.932539 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:44.946398 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:44.946398 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=a92ea61e-63d8-4529-a6ef-058ac8974d2a,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:44.971845 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:45.006104 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port f22d8b49-cd56-4141-9a71-6d3e889e509e is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:45.021391 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:45.032567 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:45.238772 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Pushing event updated for resources: {'Port': ['ID=23536133-b482-4ea5-91e6-798745b31086,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:45.245357 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43952) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:45.257623 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:19:45.263151 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bfbb6567-e860-4c8d-a3d0-2988d6e66767 admin admin] 10.222.0.23 "PUT /v2.0/routers/3cef59a7-4f91-4bec-b12d-a08225542426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7059290 Apr 12 08:19:45.269114 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Sync routers for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:19:45.293476 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:45.297517 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:45.336441 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Network 03102d2f-5e47-497b-9172-21726975a603 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:45.337986 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:45.346224 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device df710569-c8cb-4fd7-9049-97c935a2cd01 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:45.346401 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Allocated IP 172.20.0.2 (2a5764d6-6d91-446f-b051-06776f8c237f/bfa1f99a-b06c-44e1-b966-f408b1e938c2/efe99d4a-5997-4107-92a0-706c0fc950fa) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:45.347863 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:45.348456 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:45.355949 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] For port 85e0b74a-5f05-4a7b-ad45-de88c69413f5, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=85e0b74a-5f05-4a7b-ad45-de88c69413f5,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:19:45.587787 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:45.590498 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:19:45.598487 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f16f129c-d5d6-4520-8c77-802289e9ab6b req-111dc3bf-8782-42f5-bd94-546feb55a5c6 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.1700523 Apr 12 08:19:45.779910 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43960) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:45.789614 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (0fbf1549-69b0-42d2-9b14-6888786b8a73), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:45.790675 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:45.872252 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4a0b0-e402-47ab-9351-7b359553aca5 None None] Pushing event updated for resources: {'Port': ['ID=2654fba3-c9d9-47e9-8347-cc891f9fe598,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:45.945923 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-729d619b-5bbd-4691-a418-8e393279714e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6224493342ce4c54bdd024dd8ade9c63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1644475 Apr 12 08:19:46.056594 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 2, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:46.056594 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Checking router: 3cef59a7-4f91-4bec-b12d-a08225542426 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:19:46.056594 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Updating router 3cef59a7-4f91-4bec-b12d-a08225542426 port 2ac373d8-717c-4c76-857b-912cae7d616d binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:19:46.057130 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:19:46.057130 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5dfd2da3-f247-451b-b5b8-e6778e60381d admin admin] 10.222.0.23 "PUT /v2.0/routers/f9be3ed5-f4a5-4a44-b9b2-5004857302d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2583268 Apr 12 08:19:46.057430 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Provisioning complete for port 2ac373d8-717c-4c76-857b-912cae7d616d triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:46.057430 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.058053 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Publish callbacks [] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.058437 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.058518 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43964) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:46.198157 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (a92ea61e-63d8-4529-a6ef-058ac8974d2a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.200537 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e7293e2-7474-409a-aac7-e6c88735a6d3 admin admin] Publish callbacks [] for security_group (8eae5eb0-6d59-480c-9c7d-8b6aa99c378a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.291907 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a91a998-5c53-4c5f-bf1b-32929631a822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.355257 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e7293e2-7474-409a-aac7-e6c88735a6d3 admin admin] Publish callbacks [] for security_group (8eae5eb0-6d59-480c-9c7d-8b6aa99c378a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.449740 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.488530 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port df710569-c8cb-4fd7-9049-97c935a2cd01 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:46.489014 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.535892 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:46.597442 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43974) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:46.656294 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3daf2-9b75-4f6e-ad3a-abad98984a95 None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:19:46.657923 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Port 2ac373d8-717c-4c76-857b-912cae7d616d cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:19:46.667246 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Pushing event updated for resources: {'Port': ['ID=efe99d4a-5997-4107-92a0-706c0fc950fa,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:46.685986 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a91a998-5c53-4c5f-bf1b-32929631a822 admin admin] Publish callbacks [] for security_group (c03b79e5-6545-442b-b447-9a9271065751), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.686438 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e7293e2-7474-409a-aac7-e6c88735a6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8eae5eb0-6d59-480c-9c7d-8b6aa99c378a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.688826 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e7293e2-7474-409a-aac7-e6c88735a6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.692341 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0e7293e2-7474-409a-aac7-e6c88735a6d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8eae5eb0-6d59-480c-9c7d-8b6aa99c378a HTTP/1.1" status: 204 len: 168 time: 0.6538007 Apr 12 08:19:46.695799 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Pushing event updated for resources: {'Port': ['ID=85e0b74a-5f05-4a7b-ad45-de88c69413f5,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:46.710696 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Network 2a5764d6-6d91-446f-b051-06776f8c237f is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:46.738052 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7293e2-7474-409a-aac7-e6c88735a6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eae5eb0-6d59-480c-9c7d-8b6aa99c378a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:46.741896 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Provisioning complete for port 23536133-b482-4ea5-91e6-798745b31086 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:46.742600 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (23536133-b482-4ea5-91e6-798745b31086), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.753665 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a91a998-5c53-4c5f-bf1b-32929631a822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (c03b79e5-6545-442b-b447-9a9271065751), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.764939 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:46.844516 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6a91a998-5c53-4c5f-bf1b-32929631a822 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7625ef56f68d41afa5a3fe07b11642a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5962050 Apr 12 08:19:46.847464 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 43986) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:46.954703 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (a92ea61e-63d8-4529-a6ef-058ac8974d2a), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:46.962093 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:46.968869 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:47.067212 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (a92ea61e-63d8-4529-a6ef-058ac8974d2a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.087228 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Publish callbacks [] for port (2ac373d8-717c-4c76-857b-912cae7d616d), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.142165 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-fc866fe8-91f2-43f3-91c4-b62d605411c7 None None] Port 23536133-b482-4ea5-91e6-798745b31086 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:19:47.156083 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.326335 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b79dec-b975-4719-ab69-7ab4c9f47aa1 None None] Pushing event updated for resources: {'Port': ['ID=2ac373d8-717c-4c76-857b-912cae7d616d,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:47.338939 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Provisioning complete for port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:47.339558 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.492171 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port df710569-c8cb-4fd7-9049-97c935a2cd01 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:47.492647 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.529210 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91a998-5c53-4c5f-bf1b-32929631a822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03b79e5-6545-442b-b447-9a9271065751,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:47.539355 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a5da714-3e84-4d5f-87ae-9116db1336a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.545877 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Attempting to bind port 2ac373d8-717c-4c76-857b-912cae7d616d on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:19:47.546281 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Attempting to bind port 2ac373d8-717c-4c76-857b-912cae7d616d by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:19:47.546682 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Attempting to bind port 2ac373d8-717c-4c76-857b-912cae7d616d on network 27a8e601-3bff-45fb-be15-6e2fb4f647ba {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:47.566081 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:19:47.566081 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Checking segment: {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:47.566495 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.566838 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Bound using segment: {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:19:47.567324 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Bound port: 2ac373d8-717c-4c76-857b-912cae7d616d, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:19:47.567788 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.703039 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:47.704180 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for port (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.705785 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port df710569-c8cb-4fd7-9049-97c935a2cd01, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=df710569-c8cb-4fd7-9049-97c935a2cd01,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:19:47.751506 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fbaa4-9b4a-429c-8baa-66ecd5953925 req-1d73afa5-6ea5-41d5-9372-2fc80e59b374 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:47.755153 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-af1fbaa4-9b4a-429c-8baa-66ecd5953925 req-1d73afa5-6ea5-41d5-9372-2fc80e59b374 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 931 time: 0.5394895 Apr 12 08:19:47.770902 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=a92ea61e-63d8-4529-a6ef-058ac8974d2a,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:47.787245 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (0fbf1549-69b0-42d2-9b14-6888786b8a73), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.806338 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-10e7a9e7-d314-4078-9cda-a18020ba3b75 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9815242 Apr 12 08:19:47.820900 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] For port 2ac373d8-717c-4c76-857b-912cae7d616d, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:19:47.824400 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-37d81f0e-8472-434f-ba2c-408254bb058d tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:19:47.826344 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-37d81f0e-8472-434f-ba2c-408254bb058d tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124056 Apr 12 08:19:47.837061 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] For port 2ac373d8-717c-4c76-857b-912cae7d616d, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=2ac373d8-717c-4c76-857b-912cae7d616d,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:19:47.848925 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acb0b06a-8b1c-487c-92f2-37a7fb0b24bb admin admin] Publish callbacks [] for security_group (c03b79e5-6545-442b-b447-9a9271065751), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.909986 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.937430 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.937430 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-c5fcc091-b49c-4482-ab24-3484acd9d434 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4872105 Apr 12 08:19:47.950652 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:47.986693 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acb0b06a-8b1c-487c-92f2-37a7fb0b24bb admin admin] Publish callbacks [] for security_group (c03b79e5-6545-442b-b447-9a9271065751), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.023588 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-af1fbaa4-9b4a-429c-8baa-66ecd5953925 req-b9c4984b-f476-44f8-a127-61d8d6457bef tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403748 Apr 12 08:19:48.067810 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:48.068857 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:48.172296 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 85e0b74a-5f05-4a7b-ad45-de88c69413f5 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:48.271400 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a5da714-3e84-4d5f-87ae-9116db1336a3 admin admin] Publish callbacks [] for security_group (896baa74-775f-4588-801b-609a6891a974), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.350176 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a5da714-3e84-4d5f-87ae-9116db1336a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (896baa74-775f-4588-801b-609a6891a974), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.366611 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Current status of the port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:48.371846 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44010) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:48.377348 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-7ff3ed17-7520-412b-990c-b86bee986048 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775583693', 'description': 'tempest-description--1712527973'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:48.419137 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5da714-3e84-4d5f-87ae-9116db1336a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896baa74-775f-4588-801b-609a6891a974,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:48.454741 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acb0b06a-8b1c-487c-92f2-37a7fb0b24bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (c03b79e5-6545-442b-b447-9a9271065751), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.461827 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acb0b06a-8b1c-487c-92f2-37a7fb0b24bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.466250 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-acb0b06a-8b1c-487c-92f2-37a7fb0b24bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c03b79e5-6545-442b-b447-9a9271065751 HTTP/1.1" status: 204 len: 168 time: 1.6177433 Apr 12 08:19:48.479053 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b79dec-b975-4719-ab69-7ab4c9f47aa1 None None] Pushing event updated for resources: {'Port': ['ID=2ac373d8-717c-4c76-857b-912cae7d616d,revision_number=4']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:48.504285 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 2, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:48.530154 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0b06a-8b1c-487c-92f2-37a7fb0b24bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03b79e5-6545-442b-b447-9a9271065751,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:48.548403 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Request body: {'port': {'device_id': 'dfde640d-6a35-487c-a7b6-d3131a19d0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:48.557655 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:48.559062 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3a5da714-3e84-4d5f-87ae-9116db1336a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8a7eb9cd0a5419ea69d5078791ea4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9596086 Apr 12 08:19:48.560004 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44018) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:48.623941 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ed17-7520-412b-990c-b86bee986048 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.757360 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bff4dc9a-5af9-4251-a51a-97f3170608f7 admin admin] Publish callbacks [] for security_group (896baa74-775f-4588-801b-609a6891a974), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.764097 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:48.764748 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.766705 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=df710569-c8cb-4fd7-9049-97c935a2cd01,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:48.779327 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Provisioning complete for port 2ac373d8-717c-4c76-857b-912cae7d616d triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:48.789380 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ed17-7520-412b-990c-b86bee986048 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (ea73dd30-2c10-491f-a118-34dff752bb4c), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.790510 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.827958 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bff4dc9a-5af9-4251-a51a-97f3170608f7 admin admin] Publish callbacks [] for security_group (896baa74-775f-4588-801b-609a6891a974), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.830808 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.838776 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d03f0-c389-4f18-8bd2-3cac09e295f9 None None] The sync data for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi is: [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 2, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:19:48.872510 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ed17-7520-412b-990c-b86bee986048 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (ea73dd30-2c10-491f-a118-34dff752bb4c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.956432 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3ed17-7520-412b-990c-b86bee986048 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea73dd30-2c10-491f-a118-34dff752bb4c,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:48.972232 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ed17-7520-412b-990c-b86bee986048 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:48.973697 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-7ff3ed17-7520-412b-990c-b86bee986048 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6008205 Apr 12 08:19:48.980516 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44044) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:48.986246 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-b44f3db0-6ecc-4bab-ae40-2285712210d0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'security_group_rule': {'security_group_id': 'ea73dd30-2c10-491f-a118-34dff752bb4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:49.074412 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-c7e7590d-f633-4edb-80e8-6f4d662b5b93 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2081295660&fields=id&tenant_id=06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 267 time: 0.2826793 Apr 12 08:19:49.087869 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bff4dc9a-5af9-4251-a51a-97f3170608f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (896baa74-775f-4588-801b-609a6891a974), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:49.092496 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bff4dc9a-5af9-4251-a51a-97f3170608f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:49.098155 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bff4dc9a-5af9-4251-a51a-97f3170608f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/896baa74-775f-4588-801b-609a6891a974 HTTP/1.1" status: 204 len: 168 time: 0.5297976 Apr 12 08:19:49.118281 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4dc9a-5af9-4251-a51a-97f3170608f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896baa74-775f-4588-801b-609a6891a974,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:49.235512 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:49.280752 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-e36b1f1b-8546-4ea4-a14e-0398ed840f12 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:49.290883 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-e36b1f1b-8546-4ea4-a14e-0398ed840f12 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 814 time: 0.2150671 Apr 12 08:19:49.328728 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-be51133f-4441-4a11-a965-504cced62dcb tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/quotas/06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 375 time: 0.0347881 Apr 12 08:19:49.335034 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98340c7d-72d7-45fb-b417-cb8683b18c90 None None] The sync data for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi is: [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:19:49.407661 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Current status of the port 2ac373d8-717c-4c76-857b-912cae7d616d is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:49.408212 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:49.471579 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:49.485234 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f967151b-daaf-4104-827b-b1707eba5826 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530521 Apr 12 08:19:49.490623 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b44f3db0-6ecc-4bab-ae40-2285712210d0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (5418c90f-3e11-4997-a92b-dadbdd1bd338), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:49.568816 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] For port 2ac373d8-717c-4c76-857b-912cae7d616d, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=2ac373d8-717c-4c76-857b-912cae7d616d,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:19:49.610959 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-f4bb6026-2f4f-44ee-a04a-cd1e8d8679a5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:49.620183 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-f4bb6026-2f4f-44ee-a04a-cd1e8d8679a5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 819 time: 0.3211663 Apr 12 08:19:49.651260 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:49.656256 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-c3df8199-cc19-490f-a68d-5e997eba2b05 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/quotas/7411cb7c422c426da8dcf9ba38515373 HTTP/1.1" status: 200 len: 375 time: 0.0344605 Apr 12 08:19:49.786509 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Provisioning complete for port 23536133-b482-4ea5-91e6-798745b31086 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:49.787010 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (23536133-b482-4ea5-91e6-798745b31086), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:49.813297 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-c98c426e-724e-4091-b926-cf42ea0e176c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560085 Apr 12 08:19:49.953812 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44056) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:50.051138 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b44f3db0-6ecc-4bab-ae40-2285712210d0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (5418c90f-3e11-4997-a92b-dadbdd1bd338), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:50.065964 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Pushing event updated for resources: {'Port': ['ID=2ac373d8-717c-4c76-857b-912cae7d616d,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:50.085826 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-9dd58a59-1d1c-4046-ade7-6c1190c3236a None None] Port 23536133-b482-4ea5-91e6-798745b31086 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:19:50.093266 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f061c68d-303e-40c7-a7f9-3d9436388146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:50.109435 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-b9a2c6ad-6697-4ef6-98a6-54c024d0c149 service neutron] 10.222.0.23 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949495 Apr 12 08:19:50.214280 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-3d681bdd-b65d-4a5b-8b06-68f58625556a None None] Provisioning complete for port 2ac373d8-717c-4c76-857b-912cae7d616d triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:50.214574 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3d681bdd-b65d-4a5b-8b06-68f58625556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:50.216074 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b44f3db0-6ecc-4bab-ae40-2285712210d0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (5418c90f-3e11-4997-a92b-dadbdd1bd338), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:50.280893 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-46103c92-6704-4889-9486-749b347d6159 service neutron] 10.222.0.23 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625698 Apr 12 08:19:50.312074 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 2ac373d8-717c-4c76-857b-912cae7d616d up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:50.430642 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f3db0-6ecc-4bab-ae40-2285712210d0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5418c90f-3e11-4997-a92b-dadbdd1bd338,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:50.501821 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 2ac373d8-717c-4c76-857b-912cae7d616d triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:50.511051 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:50.543241 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b44f3db0-6ecc-4bab-ae40-2285712210d0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:50.546392 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44070) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:50.549607 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-b44f3db0-6ecc-4bab-ae40-2285712210d0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5674334 Apr 12 08:19:50.556550 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-dbc5129e-0528-4298-a143-0f9db9b91b25 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'security_group_rule': {'security_group_id': 'ea73dd30-2c10-491f-a118-34dff752bb4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:50.648099 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-3d681bdd-b65d-4a5b-8b06-68f58625556a None None] Current status of the port 2ac373d8-717c-4c76-857b-912cae7d616d is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:50.754203 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe99d4a-5997-4107-92a0-706c0fc950fa {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:19:50.817567 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dbc5129e-0528-4298-a143-0f9db9b91b25 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (a3a8314a-0067-4f3d-941a-1872f32e1394), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:50.821625 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Publish callbacks [] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:50.849913 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Transition to ACTIVE for port object efe99d4a-5997-4107-92a0-706c0fc950fa will not be triggered until provisioned by entity L2. {{(pid=103940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:19:50.874521 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 2ac373d8-717c-4c76-857b-912cae7d616d is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:50.874521 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device df710569-c8cb-4fd7-9049-97c935a2cd01 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:50.899395 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f061c68d-303e-40c7-a7f9-3d9436388146 admin admin] Publish callbacks [] for security_group (5145a7e0-50eb-4f6c-9283-0f54dfb17da6), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:50.904071 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885568c0-fef2-4921-b618-47986a5520dc req-caad6a4f-702b-4dc4-ad6e-732d2649ba94 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:50.921796 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:50.945694 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-885568c0-fef2-4921-b618-47986a5520dc req-caad6a4f-702b-4dc4-ad6e-732d2649ba94 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 931 time: 0.2420387 Apr 12 08:19:51.023132 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port df710569-c8cb-4fd7-9049-97c935a2cd01 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:51.023760 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:51.113717 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f061c68d-303e-40c7-a7f9-3d9436388146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (5145a7e0-50eb-4f6c-9283-0f54dfb17da6), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:51.143560 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port df710569-c8cb-4fd7-9049-97c935a2cd01 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:51.292387 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dbc5129e-0528-4298-a143-0f9db9b91b25 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (a3a8314a-0067-4f3d-941a-1872f32e1394), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:51.307296 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-885568c0-fef2-4921-b618-47986a5520dc req-268a0a90-8bad-4c41-b270-446d54264067 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604982 Apr 12 08:19:51.325028 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f061c68d-303e-40c7-a7f9-3d9436388146 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d64170b4a624668aa1972b4280539ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3750958 Apr 12 08:19:51.328028 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44104) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:51.334416 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-30817967-2813-447d-a539-00b2e5b371e6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:19:51.335446 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-30817967-2813-447d-a539-00b2e5b371e6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5997369 Apr 12 08:19:51.375450 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dbc5129e-0528-4298-a143-0f9db9b91b25 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (a3a8314a-0067-4f3d-941a-1872f32e1394), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:51.376937 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061c68d-303e-40c7-a7f9-3d9436388146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5145a7e0-50eb-4f6c-9283-0f54dfb17da6,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:51.469384 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:19:51.517513 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Pushing event updated for resources: {'Port': ['ID=efe99d4a-5997-4107-92a0-706c0fc950fa,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:51.572185 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dbc5129e-0528-4298-a143-0f9db9b91b25 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:51.573832 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-dbc5129e-0528-4298-a143-0f9db9b91b25 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0243826 Apr 12 08:19:51.599606 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44116) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:51.641513 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:51.645283 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5129e-0528-4298-a143-0f9db9b91b25 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a8314a-0067-4f3d-941a-1872f32e1394,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:51.652455 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b07c270f-38d9-416b-9219-8cb882eb497b req-f81acc50-1671-4f54-be5d-a3bcc2b16cc0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 210 time: 0.2004688 Apr 12 08:19:51.696671 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb21e233-2d2a-446a-91ce-f7bd7f1aedaa admin admin] Publish callbacks [] for security_group (5145a7e0-50eb-4f6c-9283-0f54dfb17da6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:51.764986 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f24d1704-5194-4214-8694-ca82ad245437 service neutron] 10.222.0.23 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070890 Apr 12 08:19:51.788509 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb21e233-2d2a-446a-91ce-f7bd7f1aedaa admin admin] Publish callbacks [] for security_group (5145a7e0-50eb-4f6c-9283-0f54dfb17da6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:51.802904 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Attempting to bind port efe99d4a-5997-4107-92a0-706c0fc950fa on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:19:51.803595 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Attempting to bind port efe99d4a-5997-4107-92a0-706c0fc950fa by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '701e0768-2c42-445f-9cc3-5d114249ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2a5764d6-6d91-446f-b051-06776f8c237f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:19:51.804187 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Attempting to bind port efe99d4a-5997-4107-92a0-706c0fc950fa on network 2a5764d6-6d91-446f-b051-06776f8c237f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:51.825388 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Port efe99d4a-5997-4107-92a0-706c0fc950fa on network 2a5764d6-6d91-446f-b051-06776f8c237f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:19:51.826585 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Attempting to bind port efe99d4a-5997-4107-92a0-706c0fc950fa on network 2a5764d6-6d91-446f-b051-06776f8c237f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:51.838691 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:19:51.840357 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Checking segment: {'id': '701e0768-2c42-445f-9cc3-5d114249ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2a5764d6-6d91-446f-b051-06776f8c237f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:51.840357 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Bound using segment: {'id': '701e0768-2c42-445f-9cc3-5d114249ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2a5764d6-6d91-446f-b051-06776f8c237f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:19:51.841016 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Bound port: efe99d4a-5997-4107-92a0-706c0fc950fa, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701e0768-2c42-445f-9cc3-5d114249ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2a5764d6-6d91-446f-b051-06776f8c237f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:19:51.841595 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:51.914131 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:52.001700 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb21e233-2d2a-446a-91ce-f7bd7f1aedaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (5145a7e0-50eb-4f6c-9283-0f54dfb17da6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:52.004244 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb21e233-2d2a-446a-91ce-f7bd7f1aedaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:52.005460 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bb21e233-2d2a-446a-91ce-f7bd7f1aedaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5145a7e0-50eb-4f6c-9283-0f54dfb17da6 HTTP/1.1" status: 204 len: 168 time: 0.6764128 Apr 12 08:19:52.028817 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21e233-2d2a-446a-91ce-f7bd7f1aedaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5145a7e0-50eb-4f6c-9283-0f54dfb17da6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:52.090335 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-2d67d9e5-8436-4e3d-8d4a-1ed1dbebaf84 service neutron] 10.222.0.23 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165751 Apr 12 08:19:52.124042 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:52.128872 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] For port efe99d4a-5997-4107-92a0-706c0fc950fa, host hv-cinder-83694, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:19:52.155400 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] For port efe99d4a-5997-4107-92a0-706c0fc950fa, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=efe99d4a-5997-4107-92a0-706c0fc950fa,segment=NetworkSegment(701e0768-2c42-445f-9cc3-5d114249ce15),segment_id=701e0768-2c42-445f-9cc3-5d114249ce15)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:19:52.236535 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:52.247768 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 2654fba3-c9d9-47e9-8347-cc891f9fe598 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:52.380819 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:52.382110 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for port (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:52.383969 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] 10.222.0.25 "PUT /v2.0/ports/efe99d4a-5997-4107-92a0-706c0fc950fa HTTP/1.1" status: 200 len: 1093 time: 4.2386947 Apr 12 08:19:52.386125 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfde640d-6a35-487c-a7b6-d3131a19d0c1', 'tag': 'efe99d4a-5997-4107-92a0-706c0fc950fa'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:19:52.430607 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 2654fba3-c9d9-47e9-8347-cc891f9fe598 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:52.432371 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:52.471205 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63c89f-b698-4d3c-9e63-3157fe02528e service neutron] Pushing event updated for resources: {'Port': ['ID=efe99d4a-5997-4107-92a0-706c0fc950fa,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:52.489629 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Allocated IP 172.27.3.135 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/5ac334da-f590-4667-baeb-9928dc88c809) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:52.634497 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-f04f3c6e-84a5-441f-9e92-e18e6c379c50 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:52.645491 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-f04f3c6e-84a5-441f-9e92-e18e6c379c50 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 819 time: 0.3061085 Apr 12 08:19:52.682377 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-2be99f70-27e4-441d-bacb-35d184f9ee70 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/quotas/7411cb7c422c426da8dcf9ba38515373 HTTP/1.1" status: 200 len: 375 time: 0.0342104 Apr 12 08:19:52.696623 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 2654fba3-c9d9-47e9-8347-cc891f9fe598 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:52.700065 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:52.800819 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port 2654fba3-c9d9-47e9-8347-cc891f9fe598, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=2654fba3-c9d9-47e9-8347-cc891f9fe598,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:19:52.848961 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-f6aeda30-c19f-459f-81be-7fa1ced60055 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631486 Apr 12 08:19:52.858491 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:52.859657 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 2ac373d8-717c-4c76-857b-912cae7d616d up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:53.026138 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=2654fba3-c9d9-47e9-8347-cc891f9fe598,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:53.044920 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-65df8f81-0331-46ba-bf49-3020ec6519f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:53.060378 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-65df8f81-0331-46ba-bf49-3020ec6519f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc8d333bbf1b4e438b6db5ca7092b582&device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 1127 time: 0.4419110 Apr 12 08:19:53.229357 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-556ea6f7-6e09-47fb-83ca-6263a3a555df service neutron] 10.222.0.23 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790259 Apr 12 08:19:53.275427 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 2ac373d8-717c-4c76-857b-912cae7d616d triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:53.278854 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:53.409467 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-9ec85b91-6a0b-4ec5-8df3-d90408447a56 service neutron] 10.222.0.23 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790376 Apr 12 08:19:53.593840 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 2ac373d8-717c-4c76-857b-912cae7d616d is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:53.740421 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f39f35-2c48-4284-9db3-8b357b2c8d56" -d '{"events": [{"name": "network-changed", "server_uuid": "dfde640d-6a35-487c-a7b6-d3131a19d0c1", "tag": "efe99d4a-5997-4107-92a0-706c0fc950fa"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:19:53.774268 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-c096544f-2dea-4f7c-8736-fd582d8fdfa5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efe99d4a-5997-4107-92a0-706c0fc950fa HTTP/1.1" status: 200 len: 217 time: 0.7007344 Apr 12 08:19:53.786282 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for port (5ac334da-f590-4667-baeb-9928dc88c809), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:53.858954 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf665761-a350-4920-ae00-00cefafd0df2 req-600a38d5-367c-41b9-a816-a816546e6458 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 210 time: 0.0662994 Apr 12 08:19:53.964797 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695835e2-fc52-46f6-aa3f-11d2706a6035 req-d7dff3f3-3224-4c0d-b890-e508723fb9f7 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:53.979119 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-695835e2-fc52-46f6-aa3f-11d2706a6035 req-d7dff3f3-3224-4c0d-b890-e508723fb9f7 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 943 time: 0.7229912 Apr 12 08:19:54.052328 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d97acf6d-239f-487b-874e-3a638f94fffb req-74ee9e4e-bfdd-42d6-b96c-54fe55a0220d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 210 time: 0.1470759 Apr 12 08:19:54.110120 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-b39f4c95-7bc9-4094-a447-f07006790dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:54.111965 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-b39f4c95-7bc9-4094-a447-f07006790dbb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfa1f99a-b06c-44e1-b966-f408b1e938c2 HTTP/1.1" status: 200 len: 852 time: 0.2995296 Apr 12 08:19:54.145654 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 2654fba3-c9d9-47e9-8347-cc891f9fe598 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:19:54.336262 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 2654fba3-c9d9-47e9-8347-cc891f9fe598 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:54.338467 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:54.341503 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-826722ff-7831-4f32-af4f-426148952eb8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a5764d6-6d91-446f-b051-06776f8c237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1942668 Apr 12 08:19:54.363160 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (5ac334da-f590-4667-baeb-9928dc88c809), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:54.399014 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-695835e2-fc52-46f6-aa3f-11d2706a6035 req-30ffa26a-aeb6-45f0-ba76-8d167bdcc7c0 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189720 Apr 12 08:19:54.724655 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:54.745437 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'Port': ['ID=5ac334da-f590-4667-baeb-9928dc88c809,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:54.752613 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:54.759109 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:54.907583 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-06beb7d8-c691-46df-bccf-f052e9321680 service neutron] 10.222.0.25 "GET /v2.0/networks/2a5764d6-6d91-446f-b051-06776f8c237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416214 Apr 12 08:19:55.141568 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 2654fba3-c9d9-47e9-8347-cc891f9fe598 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:19:55.153581 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b7cc2f38-c379-4580-a609-1d0d275e21c4 req-5b523f47-88fb-4a06-8406-9290dc3be98b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 210 time: 0.1603773 Apr 12 08:19:55.165462 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (d45c8aa8-8070-4739-b853-2cf07bed7a30), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:55.278115 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dfd22d-e5b6-4523-a523-0db053bb96bb x-openstack-request-id: req-c3dfd22d-e5b6-4523-a523-0db053bb96bb {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:19:55.278115 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfde640d-6a35-487c-a7b6-d3131a19d0c1", "tag": "efe99d4a-5997-4107-92a0-706c0fc950fa", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:19:55.278115 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3dfd22d-e5b6-4523-a523-0db053bb96bb {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:19:55.278115 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3dfd22d-e5b6-4523-a523-0db053bb96bb'] response: {'name': 'network-changed', 'server_uuid': 'dfde640d-6a35-487c-a7b6-d3131a19d0c1', 'tag': 'efe99d4a-5997-4107-92a0-706c0fc950fa', 'status': 'completed', 'code': 200} Apr 12 08:19:55.282315 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.25', 54695) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:55.294594 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e87f9b6e-4508-45ad-be6f-7d429543297e req-fad9f429-1bab-42c4-bb9b-fb20b534f1b1 service neutron] 10.222.0.25 "GET /v2.0/networks/2a5764d6-6d91-446f-b051-06776f8c237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188900 Apr 12 08:19:55.301361 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (5ac334da-f590-4667-baeb-9928dc88c809), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:55.382586 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fe5b50f7-0084-4fdf-8873-7e1288a083d0 req-6f1fbaa3-1af1-4899-96de-1fa34beff516 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 210 time: 0.0352340 Apr 12 08:19:55.676984 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f39f35-2c48-4284-9db3-8b357b2c8d56 req-8b06135c-1c6d-4fa4-8674-679b3b40c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:55.676984 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-17f39f35-2c48-4284-9db3-8b357b2c8d56 req-8b06135c-1c6d-4fa4-8674-679b3b40c89d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc8d333bbf1b4e438b6db5ca7092b582&device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 1127 time: 0.1529262 Apr 12 08:19:55.678499 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-e8811f3d-5410-4c34-96a5-41829f2ada9b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:55.680531 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-e8811f3d-5410-4c34-96a5-41829f2ada9b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 819 time: 0.3950148 Apr 12 08:19:55.692569 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12155482-22fc-40a1-97ac-1922e0ee5b56 req-319500f0-4e1f-4f9c-856b-68e8abcbe408 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:55.695530 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-12155482-22fc-40a1-97ac-1922e0ee5b56 req-319500f0-4e1f-4f9c-856b-68e8abcbe408 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0925825 Apr 12 08:19:55.717788 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Request body: {'port': {'device_id': '257d947c-f9e2-44ce-95a1-3fbbb0709571', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'admin_state_up': True, 'tenant_id': '7411cb7c422c426da8dcf9ba38515373'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:55.793499 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for port (5ac334da-f590-4667-baeb-9928dc88c809), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:56.000114 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f39f35-2c48-4284-9db3-8b357b2c8d56 req-2be27b4f-58aa-4711-999e-abf4d6a865cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:56.008121 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-17f39f35-2c48-4284-9db3-8b357b2c8d56 req-2be27b4f-58aa-4711-999e-abf4d6a865cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=2a5764d6-6d91-446f-b051-06776f8c237f HTTP/1.1" status: 200 len: 912 time: 0.3179021 Apr 12 08:19:56.008121 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (5ac334da-f590-4667-baeb-9928dc88c809), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:56.070534 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'Port': ['ID=5ac334da-f590-4667-baeb-9928dc88c809,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:56.169835 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (d45c8aa8-8070-4739-b853-2cf07bed7a30), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:56.290462 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-12155482-22fc-40a1-97ac-1922e0ee5b56 req-efea0ed0-465e-4cc9-afa0-0a53d04685c1 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838873 Apr 12 08:19:56.351201 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:56.365870 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-6300c348-29aa-40a6-b9c1-65d4af8fc9ec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7521431 Apr 12 08:19:56.385167 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bb0cec3f-0db1-4a40-a8fd-4fc8338510c4 req-486cf1de-6c77-4e00-a88a-dfab9046297d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 210 time: 0.0542905 Apr 12 08:19:56.464406 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Made reservation on behalf of 7411cb7c422c426da8dcf9ba38515373 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:56.468089 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:56.534886 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-17f39f35-2c48-4284-9db3-8b357b2c8d56 req-7e1e35f1-3a53-48a4-bcfd-078bc2fa74e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efe99d4a-5997-4107-92a0-706c0fc950fa HTTP/1.1" status: 200 len: 217 time: 0.0460987 Apr 12 08:19:56.793489 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f39f35-2c48-4284-9db3-8b357b2c8d56 req-62edf20e-3d46-46c2-8107-7d0e851dc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:56.796582 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-17f39f35-2c48-4284-9db3-8b357b2c8d56 req-62edf20e-3d46-46c2-8107-7d0e851dc7b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfa1f99a-b06c-44e1-b966-f408b1e938c2 HTTP/1.1" status: 200 len: 852 time: 0.2121763 Apr 12 08:19:56.862768 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.25', 54700) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:56.895023 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-66c39b5e-372f-4cd3-a6a0-31dca65ace35 req-c8f633ec-53ae-4759-b737-40fb210698fa tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 210 time: 0.2863450 Apr 12 08:19:56.906241 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-17f39f35-2c48-4284-9db3-8b357b2c8d56 req-8b1b3a89-d2a3-4f72-ad6f-3c13b3d3d9ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a5764d6-6d91-446f-b051-06776f8c237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862155 Apr 12 08:19:57.116753 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Sync routers for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:19:57.133191 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:19:57.134068 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:57.246419 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-00132099-d190-4b40-ae96-281eeb8aee28 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:57.248147 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-00132099-d190-4b40-ae96-281eeb8aee28 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 814 time: 0.3745043 Apr 12 08:19:57.269787 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Allocated IP 172.20.0.9 (03102d2f-5e47-497b-9172-21726975a603/11d3f95e-69be-4d9f-8060-dad19e3ec02a/cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:19:57.328248 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:19:57.332063 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-20498620-a3f1-421c-a96e-f3919a462818 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--775583693&fields=id&tenant_id=c5df5bdc6238443fb11973f52caf4c09 HTTP/1.1" status: 200 len: 267 time: 0.2778716 Apr 12 08:19:57.390440 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44340) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:57.527977 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf124e-e24b-4ac9-94f0-7363d56bab39 req-f3178522-240f-40b8-9c06-674fd6157549 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:57.536669 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e0cf124e-e24b-4ac9-94f0-7363d56bab39 req-f3178522-240f-40b8-9c06-674fd6157549 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 943 time: 0.1250558 Apr 12 08:19:57.544405 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-17f39f35-2c48-4284-9db3-8b357b2c8d56 req-66bae694-5e3f-4203-81e8-023aa45db284 service neutron] 10.222.0.25 "GET /v2.0/networks/2a5764d6-6d91-446f-b051-06776f8c237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239595 Apr 12 08:19:57.711867 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 2, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:19:57.726339 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e0cf124e-e24b-4ac9-94f0-7363d56bab39 req-5ed7fb32-fb6a-439d-953f-f15be01b869d tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826859 Apr 12 08:19:57.758585 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Checking router: f9be3ed5-f4a5-4a44-b9b2-5004857302d4 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:19:57.759824 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Updating router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 port 23536133-b482-4ea5-91e6-798745b31086 binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:19:57.804803 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-7260f69e-9c72-4023-91db-af7e103c0272 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:57.813215 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-7260f69e-9c72-4023-91db-af7e103c0272 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 817 time: 0.4765322 Apr 12 08:19:57.839863 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-284b0c99-3c14-492b-b15b-469f1f2ead91 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/quotas/c5df5bdc6238443fb11973f52caf4c09 HTTP/1.1" status: 200 len: 375 time: 0.0248046 Apr 12 08:19:57.840944 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (23536133-b482-4ea5-91e6-798745b31086), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:57.932605 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.25', 54702) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:57.951760 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-422e0a0a-9c65-4971-84d9-379a8bf3687e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:57.959978 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-33e8d836-4287-4c11-9857-510231794939 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181984 Apr 12 08:19:57.966195 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:57.970432 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44356) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:58.080996 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2f0a7c56-71b6-4ec8-8de8-e30a9e77d3c6 req-45589cb8-e8bf-4fe1-a422-2351ac30db66 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 210 time: 0.2184243 Apr 12 08:19:58.085866 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-7ecf787f-7e7d-4c4b-abad-dc454aca1ea3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 380 time: 0.4498656 Apr 12 08:19:58.125836 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-17f39f35-2c48-4284-9db3-8b357b2c8d56 req-a892a3d0-8309-4a72-b241-30427be2860e service neutron] 10.222.0.25 "GET /v2.0/networks/2a5764d6-6d91-446f-b051-06776f8c237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132248 Apr 12 08:19:58.185540 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b7ad76e-6fa6-42e8-9c90-c1e9784d234d service neutron] 10.222.0.23 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158446 Apr 12 08:19:58.258675 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-422e0a0a-9c65-4971-84d9-379a8bf3687e admin admin] Publish callbacks [] for security_group (f3886875-a712-41fd-afc5-5b35eccfdc29), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:58.280563 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'port': {'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'admin_state_up': True, 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'security_groups': ['43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:58.354801 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-58dd56f0-5ca3-45bd-a74a-5559eede387e service neutron] 10.222.0.23 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670370 Apr 12 08:19:58.376481 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44366) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:58.395601 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1d3b5c14-9801-4224-9890-58e9f0d4ce6c req-6385848d-16d6-4e6b-8e4b-2805eb7bc70d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 210 time: 0.1108961 Apr 12 08:19:58.395601 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-422e0a0a-9c65-4971-84d9-379a8bf3687e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f3886875-a712-41fd-afc5-5b35eccfdc29), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:58.506886 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-87c9ed7b-6989-43ea-b132-ada8c4b3a22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:58.541717 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-422e0a0a-9c65-4971-84d9-379a8bf3687e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ada3ab7d3414a1c8af1371d096cfe7e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1492536 Apr 12 08:19:58.544670 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44374) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:58.555319 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e0a0a-9c65-4971-84d9-379a8bf3687e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3886875-a712-41fd-afc5-5b35eccfdc29,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:58.596260 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-f5e6e2e9-18d9-456c-b3de-1925fc554a98 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:58.597922 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-f5e6e2e9-18d9-456c-b3de-1925fc554a98 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 819 time: 0.6438861 Apr 12 08:19:58.627669 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:58.735643 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Made reservation on behalf of 06a4436df3ad431ea8a69e4d1a53c216 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:19:58.739865 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:58.766448 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-912c8389-a077-449a-b87e-e42364462024 admin admin] Publish callbacks [] for security_group (f3886875-a712-41fd-afc5-5b35eccfdc29), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:58.774723 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Request body: {'port': {'device_id': '3911d47e-0483-4668-aac1-ebed175efaec', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'admin_state_up': True, 'tenant_id': '7411cb7c422c426da8dcf9ba38515373'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:58.779180 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebbc450d-5bbe-46d2-87b7-b03033c22211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:58.891168 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Network 03102d2f-5e47-497b-9172-21726975a603 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:19:58.918822 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:19:58.969900 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Publish callbacks [] for port (23536133-b482-4ea5-91e6-798745b31086), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:58.989589 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-912c8389-a077-449a-b87e-e42364462024 admin admin] Publish callbacks [] for security_group (f3886875-a712-41fd-afc5-5b35eccfdc29), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:58.999015 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:19:59.014046 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:59.014828 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.036011 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event updated for resources: {'Port': ['ID=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:59.053664 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (23536133-b482-4ea5-91e6-798745b31086), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.060944 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ad59c6d5-be5e-4c58-9c8a-271d8750ddbb req-d9c3aa75-02be-449d-8a6e-d4783b88993a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 210 time: 0.1454597 Apr 12 08:19:59.207849 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719d26c-028c-4d6b-a19e-6d5679b1fa01 req-9cc1b0ef-f13f-49a2-bcce-9ca13fca3c8b tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:19:59.224974 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8719d26c-028c-4d6b-a19e-6d5679b1fa01 req-9cc1b0ef-f13f-49a2-bcce-9ca13fca3c8b tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 943 time: 0.3282166 Apr 12 08:19:59.263326 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-87c9ed7b-6989-43ea-b132-ada8c4b3a22d admin admin] Publish callbacks [] for security_group (c640bbcd-8dce-4796-bdbb-5a558508b52e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.296360 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8282d73f-c755-40c7-b732-f86540254418 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5886798 Apr 12 08:19:59.351353 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-912c8389-a077-449a-b87e-e42364462024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f3886875-a712-41fd-afc5-5b35eccfdc29), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.355254 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Request body: {'port': {'device_id': '257d947c-f9e2-44ce-95a1-3fbbb0709571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:19:59.367355 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-912c8389-a077-449a-b87e-e42364462024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.368585 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-912c8389-a077-449a-b87e-e42364462024 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3886875-a712-41fd-afc5-5b35eccfdc29 HTTP/1.1" status: 204 len: 168 time: 0.8226078 Apr 12 08:19:59.435984 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-87c9ed7b-6989-43ea-b132-ada8c4b3a22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (c640bbcd-8dce-4796-bdbb-5a558508b52e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.444540 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92145ed7-b709-4351-a488-ccf5d29f3cae None None] Pushing event updated for resources: {'Port': ['ID=23536133-b482-4ea5-91e6-798745b31086,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:59.468324 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2c0709d6-8819-4203-bbde-4da2907c2513 req-8a9c4013-1d6d-4951-818a-b756911b185a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 210 time: 0.1615605 Apr 12 08:19:59.478329 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebbc450d-5bbe-46d2-87b7-b03033c22211 admin admin] Publish callbacks [] for security_group (5be59840-b4dd-43b5-a9b9-eb3222c5f3d3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.506507 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c8389-a077-449a-b87e-e42364462024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3886875-a712-41fd-afc5-5b35eccfdc29,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:59.557225 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-87c9ed7b-6989-43ea-b132-ada8c4b3a22d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b56e01fefb0f455cbd6704cd189dbacf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5853882 Apr 12 08:19:59.558177 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebbc450d-5bbe-46d2-87b7-b03033c22211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (5be59840-b4dd-43b5-a9b9-eb3222c5f3d3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.561648 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44400) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:59.612636 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8719d26c-028c-4d6b-a19e-6d5679b1fa01 req-0a76ee57-43f7-4239-8518-c092b237ab93 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827171 Apr 12 08:19:59.708826 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.730964 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ebbc450d-5bbe-46d2-87b7-b03033c22211 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dae3ec6e1bb94e06aac221239c087db0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3527932 Apr 12 08:19:59.733431 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9ed7b-6989-43ea-b132-ada8c4b3a22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c640bbcd-8dce-4796-bdbb-5a558508b52e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:59.740508 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44402) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:19:59.811730 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Attempting to bind port 23536133-b482-4ea5-91e6-798745b31086 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:19:59.822884 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc450d-5bbe-46d2-87b7-b03033c22211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be59840-b4dd-43b5-a9b9-eb3222c5f3d3,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:19:59.829787 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Attempting to bind port 23536133-b482-4ea5-91e6-798745b31086 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:19:59.830272 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Attempting to bind port 23536133-b482-4ea5-91e6-798745b31086 on network 03102d2f-5e47-497b-9172-21726975a603 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:19:59.844503 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:19:59.859449 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Checking segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:19:59.859589 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.860060 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Bound using segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:19:59.861378 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Bound port: 23536133-b482-4ea5-91e6-798745b31086, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:19:59.862803 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (23536133-b482-4ea5-91e6-798745b31086), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.893789 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-15c5b799-771e-4423-aa08-0a417073618c None None] Provisioning complete for port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:19:59.894585 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-15c5b799-771e-4423-aa08-0a417073618c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:19:59.945578 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ccbf3694-d267-41e9-948d-ecd5bf50dfca req-dc523dde-5ad3-47a9-bfda-c33e7d1738e2 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 210 time: 0.1111503 Apr 12 08:20:00.026961 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Allocated IP 172.20.0.10 (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0/0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2/5a6ea123-6d38-4592-804a-cb67d6574733) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:20:00.037964 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0843e9ff-a801-4e8b-bd4b-8288d8c85d43 admin admin] Publish callbacks [] for security_group (c640bbcd-8dce-4796-bdbb-5a558508b52e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.056496 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5be0aee1-8eda-4962-afbe-c70e44798cda admin admin] Publish callbacks [] for security_group (5be59840-b4dd-43b5-a9b9-eb3222c5f3d3), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.106191 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Made reservation on behalf of 7411cb7c422c426da8dcf9ba38515373 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:20:00.111137 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.113534 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5be0aee1-8eda-4962-afbe-c70e44798cda admin admin] Publish callbacks [] for security_group (5be59840-b4dd-43b5-a9b9-eb3222c5f3d3), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.197893 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-15c5b799-771e-4423-aa08-0a417073618c None None] Port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:20:00.247085 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] For port 23536133-b482-4ea5-91e6-798745b31086, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:00.250926 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0843e9ff-a801-4e8b-bd4b-8288d8c85d43 admin admin] Publish callbacks [] for security_group (c640bbcd-8dce-4796-bdbb-5a558508b52e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.253001 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] For port 23536133-b482-4ea5-91e6-798745b31086, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=23536133-b482-4ea5-91e6-798745b31086,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:00.342022 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-69abfc1c-ac5c-4eb9-85e7-f1120dc2f960 None None] Provisioning complete for port 23536133-b482-4ea5-91e6-798745b31086 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:00.342022 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-69abfc1c-ac5c-4eb9-85e7-f1120dc2f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (23536133-b482-4ea5-91e6-798745b31086), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.364996 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e07cbb40-22fb-463a-bc01-44191d550766 req-27b28ca8-14d3-44ab-bcdb-5829e9bb09cc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 210 time: 0.1268880 Apr 12 08:20:00.371307 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5be0aee1-8eda-4962-afbe-c70e44798cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (5be59840-b4dd-43b5-a9b9-eb3222c5f3d3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.377017 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5be0aee1-8eda-4962-afbe-c70e44798cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.442608 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5be0aee1-8eda-4962-afbe-c70e44798cda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5be59840-b4dd-43b5-a9b9-eb3222c5f3d3 HTTP/1.1" status: 204 len: 168 time: 0.6225970 Apr 12 08:20:00.442608 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0aee1-8eda-4962-afbe-c70e44798cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be59840-b4dd-43b5-a9b9-eb3222c5f3d3,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:00.445794 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-69abfc1c-ac5c-4eb9-85e7-f1120dc2f960 None None] Port 23536133-b482-4ea5-91e6-798745b31086 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:20:00.579642 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (23536133-b482-4ea5-91e6-798745b31086), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.584126 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-af0a4de8-0c03-4a13-b892-08a6b282b7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.615984 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0843e9ff-a801-4e8b-bd4b-8288d8c85d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (c640bbcd-8dce-4796-bdbb-5a558508b52e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.617755 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (5a6ea123-6d38-4592-804a-cb67d6574733), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.622036 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0843e9ff-a801-4e8b-bd4b-8288d8c85d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:00.630971 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-0843e9ff-a801-4e8b-bd4b-8288d8c85d43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c640bbcd-8dce-4796-bdbb-5a558508b52e HTTP/1.1" status: 204 len: 168 time: 1.0594146 Apr 12 08:20:00.659051 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:00.659718 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:19:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:00.689011 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b848aa74-e966-427c-a3ab-7706d868d641 req-1adc2da8-c409-4020-ae1c-262fa2755cfa tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 210 time: 0.0947540 Apr 12 08:20:00.710756 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843e9ff-a801-4e8b-bd4b-8288d8c85d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c640bbcd-8dce-4796-bdbb-5a558508b52e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:00.874746 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92145ed7-b709-4351-a488-ccf5d29f3cae None None] Pushing event updated for resources: {'Port': ['ID=23536133-b482-4ea5-91e6-798745b31086,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:00.915434 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.058986 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44426) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:01.083357 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e68d70a2-d35c-42b0-a373-ee449a8136c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.104548 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:01.133813 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:20:01.160803 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Publish callbacks [] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.201413 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Transition to ACTIVE for port object cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:20:01.209614 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254d65d-7e7a-45fd-b014-9ff2c57a4587 req-1cfa0b86-577c-48d6-99a1-69616384c41b tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:01.211702 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c254d65d-7e7a-45fd-b014-9ff2c57a4587 req-1cfa0b86-577c-48d6-99a1-69616384c41b tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 943 time: 0.4889660 Apr 12 08:20:01.221893 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e68d70a2-d35c-42b0-a373-ee449a8136c6 admin admin] Publish callbacks [] for security_group (db3fd10d-8113-4456-a57c-25ee61c668b7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.223500 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:01.254147 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a289aaa0-299e-4a6c-85f9-829f34ebbe4d req-8c2334ee-d512-43d6-9f3b-9ee85c01e728 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 210 time: 0.1419299 Apr 12 08:20:01.269646 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:01.278085 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.288609 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-558e5352-b388-4024-894f-8b7977ee3274 None None] Provisioning complete for port 23536133-b482-4ea5-91e6-798745b31086 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:01.289633 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e68d70a2-d35c-42b0-a373-ee449a8136c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (db3fd10d-8113-4456-a57c-25ee61c668b7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.293153 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-558e5352-b388-4024-894f-8b7977ee3274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (23536133-b482-4ea5-91e6-798745b31086), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.295038 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:20:01.301469 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:01.303917 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.343844 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e68d70a2-d35c-42b0-a373-ee449a8136c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e096116e227840fc9f9d130be3673c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878301 Apr 12 08:20:01.347119 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44428) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:01.400131 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=5a6ea123-6d38-4592-804a-cb67d6574733,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:01.466404 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d70a2-d35c-42b0-a373-ee449a8136c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3fd10d-8113-4456-a57c-25ee61c668b7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:01.523694 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-69eebf31-25b9-49fd-b866-a8afdd4bcadc admin admin] Publish callbacks [] for security_group (db3fd10d-8113-4456-a57c-25ee61c668b7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.644045 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-66f039a5-a7e4-4f1a-9f10-f05891d5a6a4 req-a95f96c3-7524-4f83-9142-2156887aaa8c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 210 time: 0.0978522 Apr 12 08:20:01.651018 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-69eebf31-25b9-49fd-b866-a8afdd4bcadc admin admin] Publish callbacks [] for security_group (db3fd10d-8113-4456-a57c-25ee61c668b7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.661664 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Allocated IP 172.20.0.14 (03102d2f-5e47-497b-9172-21726975a603/11d3f95e-69be-4d9f-8060-dad19e3ec02a/45692850-16e2-4d3c-82c9-600487106f50) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:20:01.692810 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-f3be57f7-d031-413d-8676-9c6b6754070e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4177167 Apr 12 08:20:01.729360 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44436) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:01.737785 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c254d65d-7e7a-45fd-b014-9ff2c57a4587 req-85036fee-3ed1-42d1-bb3b-c837b91a0e41 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130212 Apr 12 08:20:01.740955 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Attempting to bind port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:20:01.740955 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Attempting to bind port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:20:01.740955 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Attempting to bind port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 on network 03102d2f-5e47-497b-9172-21726975a603 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:01.745961 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5202bdd-d4e0-484e-aabd-358e5d634d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.762881 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Pushing event updated for resources: {'Port': ['ID=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:01.771198 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 on network 03102d2f-5e47-497b-9172-21726975a603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:20:01.771578 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Attempting to bind port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 on network 03102d2f-5e47-497b-9172-21726975a603 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:01.797220 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Request body: {'port': {'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:01.810738 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:20:01.811098 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Checking segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:01.811734 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Bound using segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:20:01.814984 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Bound port: cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:20:01.814984 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:01.870411 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:00Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:01.918490 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c1343-bd5a-4eed-b3f7-0ff66773d5dd None None] The sync data for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi is: [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:00Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:20:01.952107 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-558e5352-b388-4024-894f-8b7977ee3274 None None] Current status of the port 23536133-b482-4ea5-91e6-798745b31086 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:01.952509 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-558e5352-b388-4024-894f-8b7977ee3274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (23536133-b482-4ea5-91e6-798745b31086), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.024357 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-558e5352-b388-4024-894f-8b7977ee3274 None None] For port 23536133-b482-4ea5-91e6-798745b31086, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=23536133-b482-4ea5-91e6-798745b31086,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:02.034893 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.098345 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-558e5352-b388-4024-894f-8b7977ee3274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (23536133-b482-4ea5-91e6-798745b31086), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.098704 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-69eebf31-25b9-49fd-b866-a8afdd4bcadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (db3fd10d-8113-4456-a57c-25ee61c668b7), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.102096 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-69eebf31-25b9-49fd-b866-a8afdd4bcadc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.105314 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-69eebf31-25b9-49fd-b866-a8afdd4bcadc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db3fd10d-8113-4456-a57c-25ee61c668b7 HTTP/1.1" status: 204 len: 168 time: 0.7567158 Apr 12 08:20:02.138974 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eebf31-25b9-49fd-b866-a8afdd4bcadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3fd10d-8113-4456-a57c-25ee61c668b7,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:02.164627 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 23536133-b482-4ea5-91e6-798745b31086 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:02.207952 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44446) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:02.215677 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71cd7-ae18-440d-8cdb-0402dfec144f req-8b6c5463-a83b-42e6-ac28-7dc67ef99d1c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:02.217422 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-83b71cd7-ae18-440d-8cdb-0402dfec144f req-8b6c5463-a83b-42e6-ac28-7dc67ef99d1c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 932 time: 0.3864555 Apr 12 08:20:02.226372 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] For port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:02.294618 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5202bdd-d4e0-484e-aabd-358e5d634d6d admin admin] Publish callbacks [] for security_group (d0b288a2-47e2-48ad-ad8c-fc4c3b7d9df2), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.302028 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e5352-b388-4024-894f-8b7977ee3274 None None] Pushing event updated for resources: {'Port': ['ID=23536133-b482-4ea5-91e6-798745b31086,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:02.317875 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-83b71cd7-ae18-440d-8cdb-0402dfec144f req-6b3423b8-9f67-4b39-9a35-8d4cff7733e6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858152 Apr 12 08:20:02.321030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for port (45692850-16e2-4d3c-82c9-600487106f50), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.324510 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a24f169d-d6a8-47e7-9a4a-ca24b913a0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.325048 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-4ea58497-3fd1-4c31-a010-96392ef8610d None None] Provisioning complete for port 5a6ea123-6d38-4592-804a-cb67d6574733 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:02.337389 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4ea58497-3fd1-4c31-a010-96392ef8610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.349717 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5202bdd-d4e0-484e-aabd-358e5d634d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (d0b288a2-47e2-48ad-ad8c-fc4c3b7d9df2), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.361291 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] For port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:02.378377 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 23536133-b482-4ea5-91e6-798745b31086 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:02.378757 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (23536133-b482-4ea5-91e6-798745b31086), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.390541 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-c5202bdd-d4e0-484e-aabd-358e5d634d6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f78c9ea648646ce836bcef521289f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6606030 Apr 12 08:20:02.391551 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44450) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:02.410984 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-4ea58497-3fd1-4c31-a010-96392ef8610d None None] Port 5a6ea123-6d38-4592-804a-cb67d6574733 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:20:02.512095 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5202bdd-d4e0-484e-aabd-358e5d634d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b288a2-47e2-48ad-ad8c-fc4c3b7d9df2,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:02.526584 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 23536133-b482-4ea5-91e6-798745b31086 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:02.526679 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (45692850-16e2-4d3c-82c9-600487106f50), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.572504 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f96d75ac-fed8-4fa9-893d-e04dadae4741 admin admin] Publish callbacks [] for security_group (d0b288a2-47e2-48ad-ad8c-fc4c3b7d9df2), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.598021 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f96d75ac-fed8-4fa9-893d-e04dadae4741 admin admin] Publish callbacks [] for security_group (d0b288a2-47e2-48ad-ad8c-fc4c3b7d9df2), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.598375 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Network 03102d2f-5e47-497b-9172-21726975a603 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:02.608745 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:02.611101 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.625161 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:20:02.630686 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:02.631958 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.687171 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:02.687854 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.689183 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] 10.222.0.25 "PUT /v2.0/ports/cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 HTTP/1.1" status: 200 len: 1093 time: 3.3557868 Apr 12 08:20:02.689625 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257d947c-f9e2-44ce-95a1-3fbbb0709571', 'tag': 'cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:20:02.739776 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f96d75ac-fed8-4fa9-893d-e04dadae4741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (d0b288a2-47e2-48ad-ad8c-fc4c3b7d9df2), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.743732 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f96d75ac-fed8-4fa9-893d-e04dadae4741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.750884 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f96d75ac-fed8-4fa9-893d-e04dadae4741 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0b288a2-47e2-48ad-ad8c-fc4c3b7d9df2 HTTP/1.1" status: 204 len: 168 time: 0.3547671 Apr 12 08:20:02.772550 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d75ac-fed8-4fa9-893d-e04dadae4741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b288a2-47e2-48ad-ad8c-fc4c3b7d9df2,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:02.783948 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925cb2f-f513-428f-8f89-cc8d5d0094f9 req-c4670b5e-0c17-4ae5-8300-b2d5b41ea69d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:02.783948 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f925cb2f-f513-428f-8f89-cc8d5d0094f9 req-c4670b5e-0c17-4ae5-8300-b2d5b41ea69d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 932 time: 0.2949147 Apr 12 08:20:02.787056 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event updated for resources: {'Port': ['ID=45692850-16e2-4d3c-82c9-600487106f50,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:02.794350 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-a18cc07b-4c8a-410a-91bd-c1baddcd66ef tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0622480 Apr 12 08:20:02.801672 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-daeb938a-0932-4a52-b52d-f7ef3db3b0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:02.902649 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4d477f2d-f7ef-46f4-a219-b0fa0522e13e req-816a1443-a929-4bfb-9250-10f8a9b4aa38 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 210 time: 0.1011477 Apr 12 08:20:02.993503 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a24f169d-d6a8-47e7-9a4a-ca24b913a0f8 admin admin] Publish callbacks [] for security_group (8e2d1a75-ddca-4308-8fa3-b193f400851c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:03.043367 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75de6cc-d938-4e8d-8a28-df7e99378d0c service neutron] Pushing event updated for resources: {'Port': ['ID=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:03.056002 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-c6fb992f-3f48-42b9-a4ce-753116af0990 None None] Provisioning complete for port 45692850-16e2-4d3c-82c9-600487106f50 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:03.056611 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c6fb992f-3f48-42b9-a4ce-753116af0990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (45692850-16e2-4d3c-82c9-600487106f50), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:03.070535 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a728c-822f-4ee5-8e10-62e384a0cde5 req-93f72895-5224-4cc9-8216-239362f8abea tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:03.076149 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a24f169d-d6a8-47e7-9a4a-ca24b913a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8e2d1a75-ddca-4308-8fa3-b193f400851c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:03.098490 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b10a728c-822f-4ee5-8e10-62e384a0cde5 req-93f72895-5224-4cc9-8216-239362f8abea tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 943 time: 0.1159623 Apr 12 08:20:03.111492 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f925cb2f-f513-428f-8f89-cc8d5d0094f9 req-c0e3ffae-1a87-4379-a326-2b27969b6ff2 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123722 Apr 12 08:20:03.122185 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f169d-d6a8-47e7-9a4a-ca24b913a0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2d1a75-ddca-4308-8fa3-b193f400851c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:03.160558 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb992f-3f48-42b9-a4ce-753116af0990 None None] Port 45692850-16e2-4d3c-82c9-600487106f50 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:20:03.235581 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b10a728c-822f-4ee5-8e10-62e384a0cde5 req-19acd339-5880-4057-992a-0a470eb473b2 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195674 Apr 12 08:20:03.254343 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Request body: {'port': {'device_id': '3911d47e-0483-4668-aac1-ebed175efaec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:03.258799 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8eb6909c-a5e5-4a73-a9d8-ba220ddc8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:03.260282 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-8eb6909c-a5e5-4a73-a9d8-ba220ddc8d19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 1127 time: 0.1467645 Apr 12 08:20:03.290152 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45413118-7a4d-470b-998b-7841501a95ff" -d '{"events": [{"name": "network-changed", "server_uuid": "257d947c-f9e2-44ce-95a1-3fbbb0709571", "tag": "cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:20:03.385076 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a24f169d-d6a8-47e7-9a4a-ca24b913a0f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee027526a7044a72aafd1f9b017979ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1760671 Apr 12 08:20:03.390966 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44484) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:03.447550 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-efe11e51-074e-46e9-bc9e-9e50a72be88f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 HTTP/1.1" status: 200 len: 217 time: 0.1607931 Apr 12 08:20:03.456941 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (45692850-16e2-4d3c-82c9-600487106f50), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:03.509531 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179fc87-4e3d-448b-83a8-4d8fbbce56b0 req-ce8aa13d-8c04-4406-9323-aebe4b02d6b5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:03.511175 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3179fc87-4e3d-448b-83a8-4d8fbbce56b0 req-ce8aa13d-8c04-4406-9323-aebe4b02d6b5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 932 time: 0.0896194 Apr 12 08:20:03.547339 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6ea123-6d38-4592-804a-cb67d6574733 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:20:03.557443 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:03.567892 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Publish callbacks [] for port (5a6ea123-6d38-4592-804a-cb67d6574733), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:03.573696 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-e16ca914-50b4-406b-bb79-9cdcae3ba69d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:03.575953 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-e16ca914-50b4-406b-bb79-9cdcae3ba69d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.25 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 817 time: 0.2165287 Apr 12 08:20:03.576842 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71551ccd-313b-449f-9cda-c41805196628 x-openstack-request-id: req-71551ccd-313b-449f-9cda-c41805196628 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:20:03.577291 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257d947c-f9e2-44ce-95a1-3fbbb0709571", "tag": "cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:20:03.577685 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71551ccd-313b-449f-9cda-c41805196628 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:20:03.578413 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71551ccd-313b-449f-9cda-c41805196628'] response: {'name': 'network-changed', 'server_uuid': '257d947c-f9e2-44ce-95a1-3fbbb0709571', 'tag': 'cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416', 'status': 'completed', 'code': 200} Apr 12 08:20:03.620019 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-32c63504-2cb0-42e0-b357-352cd6919c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:03.622151 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-32c63504-2cb0-42e0-b357-352cd6919c2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.1659698 Apr 12 08:20:03.622454 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3179fc87-4e3d-448b-83a8-4d8fbbce56b0 req-f89591bf-8846-4c85-b273-85d1284a70f0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934708 Apr 12 08:20:03.627016 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Transition to ACTIVE for port object 5a6ea123-6d38-4592-804a-cb67d6574733 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:20:03.628934 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:03.706886 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-3bc06c11-98cb-4119-ab7d-d9d3d578b2c7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5df5bdc6238443fb11973f52caf4c09 HTTP/1.1" status: 200 len: 379 time: 0.1003017 Apr 12 08:20:03.715506 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'port': {'device_id': '22d222fb-5025-413f-9b49-09799adc0a81', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'admin_state_up': True, 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'security_groups': ['ea73dd30-2c10-491f-a118-34dff752bb4c']}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:03.854488 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:03.887483 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86e7ce8b-4faa-4994-a19f-32712a5aec73 admin admin] Publish callbacks [] for security_group (8e2d1a75-ddca-4308-8fa3-b193f400851c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:03.938547 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Made reservation on behalf of c5df5bdc6238443fb11973f52caf4c09 for: {'port': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:20:03.942380 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.041396 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-6eb8835b-83e4-4b6c-b514-7974901225ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:04.042952 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-6eb8835b-83e4-4b6c-b514-7974901225ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4123371 Apr 12 08:20:04.092947 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 23536133-b482-4ea5-91e6-798745b31086 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:04.146623 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86e7ce8b-4faa-4994-a19f-32712a5aec73 admin admin] Publish callbacks [] for security_group (8e2d1a75-ddca-4308-8fa3-b193f400851c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.169429 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ea123-6d38-4592-804a-cb67d6574733,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:04.187111 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3f248c6e-4135-4ae9-9539-cf3cb9d7c52b req-bc87b820-5dbc-4f75-8182-a4a231b35301 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 210 time: 0.1271744 Apr 12 08:20:04.219221 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44514) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:04.224668 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 23536133-b482-4ea5-91e6-798745b31086 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:04.228334 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (23536133-b482-4ea5-91e6-798745b31086), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.333911 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Allocated IP 172.20.0.10 (27a8e601-3bff-45fb-be15-6e2fb4f647ba/3fbd018f-712a-450f-90d2-15e35424b949/52066dd3-10ad-4e8e-b885-6439f9dee2ef) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:20:04.360934 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0605d-967e-40d3-aa01-c1bc2d05b81c req-1efc3e13-b491-4c57-bcca-886e4739b184 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:04.362480 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-67e0605d-967e-40d3-aa01-c1bc2d05b81c req-1efc3e13-b491-4c57-bcca-886e4739b184 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 932 time: 0.1026013 Apr 12 08:20:04.437678 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 23536133-b482-4ea5-91e6-798745b31086 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:04.442376 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86e7ce8b-4faa-4994-a19f-32712a5aec73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8e2d1a75-ddca-4308-8fa3-b193f400851c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.445566 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86e7ce8b-4faa-4994-a19f-32712a5aec73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.449308 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-86e7ce8b-4faa-4994-a19f-32712a5aec73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e2d1a75-ddca-4308-8fa3-b193f400851c HTTP/1.1" status: 204 len: 168 time: 1.0258625 Apr 12 08:20:04.460574 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Attempting to bind port 5a6ea123-6d38-4592-804a-cb67d6574733 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:20:04.460956 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Attempting to bind port 5a6ea123-6d38-4592-804a-cb67d6574733 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:20:04.461149 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Attempting to bind port 5a6ea123-6d38-4592-804a-cb67d6574733 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:04.473862 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Port 5a6ea123-6d38-4592-804a-cb67d6574733 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:20:04.474187 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Attempting to bind port 5a6ea123-6d38-4592-804a-cb67d6574733 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:04.502413 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7ce8b-4faa-4994-a19f-32712a5aec73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2d1a75-ddca-4308-8fa3-b193f400851c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:04.508325 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:20:04.508701 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Checking segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:04.509031 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Bound using segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:20:04.509559 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Bound port: 5a6ea123-6d38-4592-804a-cb67d6574733, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:20:04.509815 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.521256 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c03ee-5f91-4ee2-a866-1dc31d960fef req-daae21d1-a330-4fd5-a9e2-033f31c53c9c tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:04.523017 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-790c03ee-5f91-4ee2-a866-1dc31d960fef req-daae21d1-a330-4fd5-a9e2-033f31c53c9c tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 943 time: 0.1779530 Apr 12 08:20:04.538969 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-67e0605d-967e-40d3-aa01-c1bc2d05b81c req-188197b0-fef6-4540-9d83-ac37f92a1fd9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671519 Apr 12 08:20:04.545132 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-94fc1d68-7ae7-4949-88d3-be151995fa5e service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785502 Apr 12 08:20:04.623333 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0821c780-ad05-4772-b7bd-a011277f0e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.642827 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.793516 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582458c-1f54-41ab-849d-62fbb3a6b1d8 req-9ce3766c-a21e-4f7a-98fe-d473207b16f4 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:04.795117 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b582458c-1f54-41ab-849d-62fbb3a6b1d8 req-9ce3766c-a21e-4f7a-98fe-d473207b16f4 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 944 time: 0.0680013 Apr 12 08:20:04.796193 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.813193 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0821c780-ad05-4772-b7bd-a011277f0e3b admin admin] Publish callbacks [] for security_group (267ef5f0-000a-46bd-8b60-0fd6a0ecade3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.817700 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] For port 5a6ea123-6d38-4592-804a-cb67d6574733, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:04.819765 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-790c03ee-5f91-4ee2-a866-1dc31d960fef req-ac161ac1-4989-4790-ad67-8301ec18f42e tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851589 Apr 12 08:20:04.856804 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] For port 5a6ea123-6d38-4592-804a-cb67d6574733, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=5a6ea123-6d38-4592-804a-cb67d6574733,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:04.887277 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Network 27a8e601-3bff-45fb-be15-6e2fb4f647ba is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:04.889663 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45692850-16e2-4d3c-82c9-600487106f50 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:20:04.891094 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:04.895905 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81324ea7-69da-45f5-950d-e7a40cba5c55 req-ac5bd956-b2e4-4111-a03f-610ee9b14e55 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440487 Apr 12 08:20:04.901499 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:20:04.908919 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Publish callbacks [] for port (45692850-16e2-4d3c-82c9-600487106f50), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.915518 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0821c780-ad05-4772-b7bd-a011277f0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (267ef5f0-000a-46bd-8b60-0fd6a0ecade3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.926268 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Transition to ACTIVE for port object 45692850-16e2-4d3c-82c9-600487106f50 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:20:04.929707 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.971934 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:04.972567 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:04.973977 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] 10.222.0.25 "PUT /v2.0/ports/5a6ea123-6d38-4592-804a-cb67d6574733 HTTP/1.1" status: 200 len: 1094 time: 3.1852875 Apr 12 08:20:05.003078 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821c780-ad05-4772-b7bd-a011277f0e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267ef5f0-000a-46bd-8b60-0fd6a0ecade3,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:05.017058 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:05.028747 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (45692850-16e2-4d3c-82c9-600487106f50), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:05.032537 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b582458c-1f54-41ab-849d-62fbb3a6b1d8 req-52d799f2-feff-44e5-b2ec-a132e880fba6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246046 Apr 12 08:20:05.045664 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-0821c780-ad05-4772-b7bd-a011277f0e3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b33a11c39976441e83abed16286bacb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8228362 Apr 12 08:20:05.050191 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44540) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:05.058805 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:05.059453 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for port (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:05.062261 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569dcd4-89de-484a-abb4-512437a79300 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ea123-6d38-4592-804a-cb67d6574733,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:05.161260 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Pushing event updated for resources: {'Port': ['ID=45692850-16e2-4d3c-82c9-600487106f50,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:05.182492 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:05.183038 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-6b636d20-948a-4f6f-a5b9-88a3683bc71d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4710619 Apr 12 08:20:05.242691 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Attempting to bind port 45692850-16e2-4d3c-82c9-600487106f50 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:20:05.242932 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Attempting to bind port 45692850-16e2-4d3c-82c9-600487106f50 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:20:05.243257 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Attempting to bind port 45692850-16e2-4d3c-82c9-600487106f50 on network 03102d2f-5e47-497b-9172-21726975a603 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:05.250144 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31ddc554-5a87-4616-a517-743f9989520f admin admin] Publish callbacks [] for security_group (267ef5f0-000a-46bd-8b60-0fd6a0ecade3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:05.259873 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Port 45692850-16e2-4d3c-82c9-600487106f50 on network 03102d2f-5e47-497b-9172-21726975a603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:20:05.260190 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Attempting to bind port 45692850-16e2-4d3c-82c9-600487106f50 on network 03102d2f-5e47-497b-9172-21726975a603 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:05.279812 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:20:05.280219 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Checking segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:05.280608 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Bound using segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:20:05.281054 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Bound port: 45692850-16e2-4d3c-82c9-600487106f50, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:20:05.281416 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (45692850-16e2-4d3c-82c9-600487106f50), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:05.364251 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] For port 45692850-16e2-4d3c-82c9-600487106f50, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:05.371600 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] For port 45692850-16e2-4d3c-82c9-600487106f50, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=45692850-16e2-4d3c-82c9-600487106f50,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:05.404956 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31ddc554-5a87-4616-a517-743f9989520f admin admin] Publish callbacks [] for security_group (267ef5f0-000a-46bd-8b60-0fd6a0ecade3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:05.417319 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-7bd7a7b9-6858-4349-93a5-118eda2ef707 None None] Provisioning complete for port 52066dd3-10ad-4e8e-b885-6439f9dee2ef triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:05.417995 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-7bd7a7b9-6858-4349-93a5-118eda2ef707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:05.455306 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (45692850-16e2-4d3c-82c9-600487106f50), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:05.478153 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7a7b9-6858-4349-93a5-118eda2ef707 None None] Port 52066dd3-10ad-4e8e-b885-6439f9dee2ef cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:20:05.520515 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e014c1-899a-4f3f-a456-6d09387e9a49 req-04005ba6-5015-44f6-8f4d-f50191b00c67 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:05.529988 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c6e014c1-899a-4f3f-a456-6d09387e9a49 req-04005ba6-5015-44f6-8f4d-f50191b00c67 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 932 time: 0.1481867 Apr 12 08:20:05.529988 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:05.529988 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:05.529988 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] 10.222.0.25 "PUT /v2.0/ports/45692850-16e2-4d3c-82c9-600487106f50 HTTP/1.1" status: 200 len: 1094 time: 2.4132421 Apr 12 08:20:05.577627 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20885e-bc94-4a6b-b998-747441a4dce4 service neutron] Pushing event updated for resources: {'Port': ['ID=45692850-16e2-4d3c-82c9-600487106f50,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:05.585884 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3082205e-607b-4e05-b262-e407287a761f', 'tag': '5a6ea123-6d38-4592-804a-cb67d6574733'}, {'name': 'network-changed', 'server_uuid': '3911d47e-0483-4668-aac1-ebed175efaec', 'tag': '45692850-16e2-4d3c-82c9-600487106f50'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:20:05.588879 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411e9a16-8a94-44ea-b893-397f9040b54d" -d '{"events": [{"name": "network-changed", "server_uuid": "3082205e-607b-4e05-b262-e407287a761f", "tag": "5a6ea123-6d38-4592-804a-cb67d6574733"}, {"name": "network-changed", "server_uuid": "3911d47e-0483-4668-aac1-ebed175efaec", "tag": "45692850-16e2-4d3c-82c9-600487106f50"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:20:05.619043 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c6e014c1-899a-4f3f-a456-6d09387e9a49 req-b131c6a8-2e1d-4799-a2c0-d3f5ddcdfba6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861459 Apr 12 08:20:05.698728 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Apr 2022 08:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789f65b6-3e99-41ab-8091-96b4b0eda0ad x-openstack-request-id: req-789f65b6-3e99-41ab-8091-96b4b0eda0ad {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:20:05.699165 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3082205e-607b-4e05-b262-e407287a761f", "tag": "5a6ea123-6d38-4592-804a-cb67d6574733", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3911d47e-0483-4668-aac1-ebed175efaec", "tag": "45692850-16e2-4d3c-82c9-600487106f50", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:20:05.699587 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-789f65b6-3e99-41ab-8091-96b4b0eda0ad {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:20:05.700292 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789f65b6-3e99-41ab-8091-96b4b0eda0ad'] response: {'name': 'network-changed', 'server_uuid': '3082205e-607b-4e05-b262-e407287a761f', 'tag': '5a6ea123-6d38-4592-804a-cb67d6574733', 'status': 'completed', 'code': 200} Apr 12 08:20:05.700631 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789f65b6-3e99-41ab-8091-96b4b0eda0ad'] response: {'name': 'network-changed', 'server_uuid': '3911d47e-0483-4668-aac1-ebed175efaec', 'tag': '45692850-16e2-4d3c-82c9-600487106f50', 'status': 'completed', 'code': 200} Apr 12 08:20:05.710866 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b3fdc-54d3-4288-8cef-09b8bc73d7d0 req-4103ac78-8189-40d4-be22-79ccdcde029d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:05.712510 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-597b3fdc-54d3-4288-8cef-09b8bc73d7d0 req-4103ac78-8189-40d4-be22-79ccdcde029d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 944 time: 0.0607383 Apr 12 08:20:05.735332 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Request body: {'port': {'device_id': '22d222fb-5025-413f-9b49-09799adc0a81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:05.801526 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413118-7a4d-470b-998b-7841501a95ff req-343a9509-dc68-4831-a830-3c4186f52e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:05.803212 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45413118-7a4d-470b-998b-7841501a95ff req-343a9509-dc68-4831-a830-3c4186f52e8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 1127 time: 0.0819306 Apr 12 08:20:05.820066 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-597b3fdc-54d3-4288-8cef-09b8bc73d7d0 req-5304c930-6d44-40ae-b435-b5d16421df83 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014383 Apr 12 08:20:05.824709 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:05.830260 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e9a16-8a94-44ea-b893-397f9040b54d req-8c7bb892-212d-4307-9315-756529b394b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:05.831939 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-8c7bb892-212d-4307-9315-756529b394b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 1128 time: 0.0794585 Apr 12 08:20:06.192783 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52066dd3-10ad-4e8e-b885-6439f9dee2ef {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:20:06.208848 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7e357-6bb9-40e5-a5eb-420666adeb93 req-7e9d49f8-61c9-4348-8afb-35dac22909b2 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:06.208848 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9dc7e357-6bb9-40e5-a5eb-420666adeb93 req-7e9d49f8-61c9-4348-8afb-35dac22909b2 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 943 time: 0.2609458 Apr 12 08:20:06.212406 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Publish callbacks [] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:06.212988 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device efe99d4a-5997-4107-92a0-706c0fc950fa details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:20:06.224187 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b340-5e3c-4efc-88a7-93bed03dd4bc req-55f0d19a-b937-403e-858f-003908f7825f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:06.225719 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0185b340-5e3c-4efc-88a7-93bed03dd4bc req-55f0d19a-b937-403e-858f-003908f7825f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 944 time: 0.0766370 Apr 12 08:20:06.252597 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413118-7a4d-470b-998b-7841501a95ff req-29f7c7b2-f034-4d88-887b-f69f05ee1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:06.254120 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45413118-7a4d-470b-998b-7841501a95ff req-29f7c7b2-f034-4d88-887b-f69f05ee1fbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.4444387 Apr 12 08:20:06.259035 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e9a16-8a94-44ea-b893-397f9040b54d req-360491fe-07ac-4e5d-a2b6-848d33f1333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:06.260450 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-360491fe-07ac-4e5d-a2b6-848d33f1333b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4079225 Apr 12 08:20:06.283383 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0185b340-5e3c-4efc-88a7-93bed03dd4bc req-70165158-5b35-4c85-8391-113afb782ae0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496836 Apr 12 08:20:06.288843 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Transition to ACTIVE for port object 52066dd3-10ad-4e8e-b885-6439f9dee2ef will not be triggered until provisioned by entity L2. {{(pid=103940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:20:06.338919 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port efe99d4a-5997-4107-92a0-706c0fc950fa, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=efe99d4a-5997-4107-92a0-706c0fc950fa,segment=NetworkSegment(701e0768-2c42-445f-9cc3-5d114249ce15),segment_id=701e0768-2c42-445f-9cc3-5d114249ce15)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:06.351146 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': 'efe99d4a-5997-4107-92a0-706c0fc950fa', 'network_id': '2a5764d6-6d91-446f-b051-06776f8c237f', 'port_id': 'efe99d4a-5997-4107-92a0-706c0fc950fa', 'mac_address': 'fa:16:3e:31:bd:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa1f99a-b06c-44e1-b966-f408b1e938c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:20:06.400638 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port efe99d4a-5997-4107-92a0-706c0fc950fa is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:06.401233 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:06.415166 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe99d4a-5997-4107-92a0-706c0fc950fa {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:20:06.440796 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port efe99d4a-5997-4107-92a0-706c0fc950fa, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=efe99d4a-5997-4107-92a0-706c0fc950fa,segment=NetworkSegment(701e0768-2c42-445f-9cc3-5d114249ce15),segment_id=701e0768-2c42-445f-9cc3-5d114249ce15)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:06.494524 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45413118-7a4d-470b-998b-7841501a95ff req-a3e10eb7-c2fe-49bc-8eeb-cc9ad41af639 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 HTTP/1.1" status: 200 len: 217 time: 0.2319956 Apr 12 08:20:06.495106 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31ddc554-5a87-4616-a517-743f9989520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (267ef5f0-000a-46bd-8b60-0fd6a0ecade3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:06.499898 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31ddc554-5a87-4616-a517-743f9989520f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:06.499898 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-31ddc554-5a87-4616-a517-743f9989520f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/267ef5f0-000a-46bd-8b60-0fd6a0ecade3 HTTP/1.1" status: 204 len: 168 time: 1.4475043 Apr 12 08:20:06.556825 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9dc7e357-6bb9-40e5-a5eb-420666adeb93 req-12563ae3-8b53-4224-9c21-8b9b10be93fe tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363247 Apr 12 08:20:06.588604 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddc554-5a87-4616-a517-743f9989520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267ef5f0-000a-46bd-8b60-0fd6a0ecade3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:06.601315 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:06.636239 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:06.727160 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Pushing event updated for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:06.755269 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=efe99d4a-5997-4107-92a0-706c0fc950fa,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:06.796256 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413118-7a4d-470b-998b-7841501a95ff req-3fe590d7-d69d-4537-9c3c-edf800db3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:06.797732 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45413118-7a4d-470b-998b-7841501a95ff req-3fe590d7-d69d-4537-9c3c-edf800db3529 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.2809868 Apr 12 08:20:06.841445 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:06.882903 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e9a16-8a94-44ea-b893-397f9040b54d req-a9c247f5-5996-42a7-b2ba-3f4a295d4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:06.883398 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-a9c247f5-5996-42a7-b2ba-3f4a295d4539 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6063895 Apr 12 08:20:06.884375 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-604b667f-cca6-43b8-ad2f-98f0c2bb61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:06.885764 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-604b667f-cca6-43b8-ad2f-98f0c2bb61e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 1128 time: 0.3610153 Apr 12 08:20:06.885943 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eda845-5686-4291-b9fd-b2a53fe28058 req-e70c3634-adb7-4cb3-928d-9681f7dafe51 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:06.901993 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e0eda845-5686-4291-b9fd-b2a53fe28058 req-e70c3634-adb7-4cb3-928d-9681f7dafe51 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.1305823 Apr 12 08:20:06.934870 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['efe99d4a-5997-4107-92a0-706c0fc950fa'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:20:06.968409 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Attempting to bind port 52066dd3-10ad-4e8e-b885-6439f9dee2ef on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:20:06.968964 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Attempting to bind port 52066dd3-10ad-4e8e-b885-6439f9dee2ef by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:20:06.969436 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Attempting to bind port 52066dd3-10ad-4e8e-b885-6439f9dee2ef on network 27a8e601-3bff-45fb-be15-6e2fb4f647ba {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:06.977326 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Port 52066dd3-10ad-4e8e-b885-6439f9dee2ef on network 27a8e601-3bff-45fb-be15-6e2fb4f647ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:20:06.977925 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Attempting to bind port 52066dd3-10ad-4e8e-b885-6439f9dee2ef on network 27a8e601-3bff-45fb-be15-6e2fb4f647ba {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:06.989735 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:20:06.992084 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Checking segment: {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:06.992641 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Bound using segment: {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:20:06.993283 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Bound port: 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:20:06.993817 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:07.013609 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-cdebe272-55a9-4699-9d6c-5085aef56895 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45692850-16e2-4d3c-82c9-600487106f50 HTTP/1.1" status: 200 len: 217 time: 0.0892811 Apr 12 08:20:07.103880 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413118-7a4d-470b-998b-7841501a95ff req-7f68c54c-4fa1-4514-b152-c05768766f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.105417 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45413118-7a4d-470b-998b-7841501a95ff req-7f68c54c-4fa1-4514-b152-c05768766f1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2187922 Apr 12 08:20:07.129032 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbbc17-ac4c-4f4b-b978-064593ea062f req-f92824f0-103f-458d-89ef-5dfedae337b5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.130365 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f0bbbc17-ac4c-4f4b-b978-064593ea062f req-f92824f0-103f-458d-89ef-5dfedae337b5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 944 time: 0.2038999 Apr 12 08:20:07.131384 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-b07c8022-d8ba-42d0-975a-3f09544df1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.132786 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-b07c8022-d8ba-42d0-975a-3f09544df1c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 1128 time: 0.1963639 Apr 12 08:20:07.138245 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e0eda845-5686-4291-b9fd-b2a53fe28058 req-ba9ce658-2615-4f56-85e8-7a4df03854d7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350047 Apr 12 08:20:07.154348 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:07.164268 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:07.259453 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:07.299749 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45413118-7a4d-470b-998b-7841501a95ff req-c7d45fb2-abed-43ed-bbd8-7158b877fc7e service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859663 Apr 12 08:20:07.327561 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.327561 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for port (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:07.327561 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] 10.222.0.25 "PUT /v2.0/ports/52066dd3-10ad-4e8e-b885-6439f9dee2ef HTTP/1.1" status: 200 len: 1094 time: 1.6018140 Apr 12 08:20:07.327561 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:20:07.329113 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61962325-2e06-408f-b0e9-bc3c30223add" -d '{"events": [{"name": "network-changed", "server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:20:07.361488 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb4a8d-2217-49fa-a01b-9fab33c83abc service neutron] Pushing event updated for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:07.368902 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-1d5f2f08-ade6-443f-8ea2-be589500af2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a6ea123-6d38-4592-804a-cb67d6574733 HTTP/1.1" status: 200 len: 217 time: 0.2119710 Apr 12 08:20:07.370300 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-793eb162-2946-49d0-9c13-32c70c847c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.371730 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-793eb162-2946-49d0-9c13-32c70c847c5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.3178031 Apr 12 08:20:07.496750 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f6c93-3fab-4fd5-b2f2-198824082871 req-6352cb3f-4a2e-41af-9beb-ac02433e2896 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.504433 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3a0f6c93-3fab-4fd5-b2f2-198824082871 req-6352cb3f-4a2e-41af-9beb-ac02433e2896 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 944 time: 0.1213427 Apr 12 08:20:07.545744 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-7ed5980c-d46a-4f25-8f16-e007bd118e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.547183 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-7ed5980c-d46a-4f25-8f16-e007bd118e1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 HTTP/1.1" status: 200 len: 853 time: 0.1647489 Apr 12 08:20:07.558732 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-76028d17-8089-4630-951b-d453ec80f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.561910 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-76028d17-8089-4630-951b-d453ec80f699 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 1128 time: 0.1285224 Apr 12 08:20:07.581995 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3a0f6c93-3fab-4fd5-b2f2-198824082871 req-029d1a5c-d7d3-4c1e-96f4-b69b1dd1e9da tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735774 Apr 12 08:20:07.585311 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f0bbbc17-ac4c-4f4b-b978-064593ea062f req-aa6c4702-a981-4d30-883e-b5fe6f69c27c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466462 Apr 12 08:20:07.593312 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44618) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:07.642411 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-f16a5ccc-8762-467a-9a60-04e9e8048662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.644159 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-f16a5ccc-8762-467a-9a60-04e9e8048662 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2627184 Apr 12 08:20:07.703402 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-51cc21a5-43c3-495b-85d4-62c59212a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.704945 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-51cc21a5-43c3-495b-85d4-62c59212a4cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1424232 Apr 12 08:20:07.718656 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-81325103-b0b9-4db3-ab52-3a260c236938 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef HTTP/1.1" status: 200 len: 217 time: 0.1352019 Apr 12 08:20:07.741691 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bda1587f-04b8-4c87-90a0-a68f09dc2857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:07.748439 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e42746-8ebe-4720-9e6a-8034eb90389d x-openstack-request-id: req-d1e42746-8ebe-4720-9e6a-8034eb90389d {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:20:07.748808 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:20:07.751097 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1e42746-8ebe-4720-9e6a-8034eb90389d {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:20:07.751746 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e42746-8ebe-4720-9e6a-8034eb90389d'] response: {'name': 'network-changed', 'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'status': 'completed', 'code': 200} Apr 12 08:20:07.811501 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-8f4e4d22-d9e8-45e0-934f-9811982cc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.813434 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-8f4e4d22-d9e8-45e0-934f-9811982cc70c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 200 len: 856 time: 0.0812612 Apr 12 08:20:07.817058 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45413118-7a4d-470b-998b-7841501a95ff req-7220b4d6-2522-4b64-9535-d05d0286f87c service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435136 Apr 12 08:20:07.877992 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b1054-16b6-4727-8905-ef93290f128e req-d6fbe990-512b-4947-8795-2ea49a108891 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.885705 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-442b1054-16b6-4727-8905-ef93290f128e req-d6fbe990-512b-4947-8795-2ea49a108891 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 944 time: 0.1670723 Apr 12 08:20:07.913413 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-45765b6c-7c1d-4dde-8a17-100a00d07478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:07.915201 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-45765b6c-7c1d-4dde-8a17-100a00d07478 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27a8e601-3bff-45fb-be15-6e2fb4f647ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881743 Apr 12 08:20:07.921376 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-758ac3c1-d32b-4ebe-8897-784295bfda3b service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621782 Apr 12 08:20:08.003844 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-3931bff7-8167-4271-a781-c6cb2fbfac3d service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841723 Apr 12 08:20:08.017640 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bda1587f-04b8-4c87-90a0-a68f09dc2857 admin admin] Publish callbacks [] for security_group (fbf2d6dd-d605-41e8-9021-be293fa6f77b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:08.038205 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-442b1054-16b6-4727-8905-ef93290f128e req-e2540232-3ed5-4a9f-bc65-846d971c2d53 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516385 Apr 12 08:20:08.076547 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-3bdf9e5c-32cf-4229-bd48-a8f8e4a9a601 service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503921 Apr 12 08:20:08.144251 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bda1587f-04b8-4c87-90a0-a68f09dc2857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (fbf2d6dd-d605-41e8-9021-be293fa6f77b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:08.150611 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44e400d1-7f5f-4328-ac9b-bcdedbab5587 req-1cb29ced-6d7a-483d-9fed-f3760c24619d service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215831 Apr 12 08:20:08.181510 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:20:08.208551 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0efa3f-68c3-461c-9cf3-349657fc0b8b req-32e142b9-fb7c-42b4-a6ec-68179397d98e service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592631 Apr 12 08:20:08.224738 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device efe99d4a-5997-4107-92a0-706c0fc950fa up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:08.232613 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-bda1587f-04b8-4c87-90a0-a68f09dc2857 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cec53b5ba7b84ce588cb2ef608284afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6235857 Apr 12 08:20:08.237026 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44638) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:08.272621 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1587f-04b8-4c87-90a0-a68f09dc2857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2d6dd-d605-41e8-9021-be293fa6f77b,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:08.328540 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d2bec89b-97dd-4500-8370-80ec2ffc4172 req-a949ed86-8a39-4945-991d-49871219a1af service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484543 Apr 12 08:20:08.342074 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20275c3-2204-465e-8152-548677536cad req-771dd530-24f9-4e79-bdb4-949db59eae17 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:08.342805 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-849280a4-b23a-4102-a5e0-dfe50faf9beb admin admin] Publish callbacks [] for security_group (fbf2d6dd-d605-41e8-9021-be293fa6f77b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:08.343585 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e20275c3-2204-465e-8152-548677536cad req-771dd530-24f9-4e79-bdb4-949db59eae17 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0719926 Apr 12 08:20:08.370696 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-849280a4-b23a-4102-a5e0-dfe50faf9beb admin admin] Publish callbacks [] for security_group (fbf2d6dd-d605-41e8-9021-be293fa6f77b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:08.419159 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e20275c3-2204-465e-8152-548677536cad req-3d913d1c-ff20-480c-bf04-b91b76ef0f44 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666461 Apr 12 08:20:08.456346 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:08.459722 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port efe99d4a-5997-4107-92a0-706c0fc950fa completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:20:08.475971 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': 'cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'port_id': 'cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416', 'mac_address': 'fa:16:3e:1f:77:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:20:08.481694 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-849280a4-b23a-4102-a5e0-dfe50faf9beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (fbf2d6dd-d605-41e8-9021-be293fa6f77b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:08.484285 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-849280a4-b23a-4102-a5e0-dfe50faf9beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:08.485430 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-849280a4-b23a-4102-a5e0-dfe50faf9beb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbf2d6dd-d605-41e8-9021-be293fa6f77b HTTP/1.1" status: 204 len: 168 time: 0.2491066 Apr 12 08:20:08.493837 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849280a4-b23a-4102-a5e0-dfe50faf9beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2d6dd-d605-41e8-9021-be293fa6f77b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:08.525065 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port efe99d4a-5997-4107-92a0-706c0fc950fa triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:08.525478 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:08.527228 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:08.527634 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:08.542531 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:20:08.586435 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:08.658286 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port efe99d4a-5997-4107-92a0-706c0fc950fa is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:08.658685 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:08.661571 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:08.712444 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfde640d-6a35-487c-a7b6-d3131a19d0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe99d4a-5997-4107-92a0-706c0fc950fa'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:20:08.725945 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c389d51-9dbe-493f-94d1-cdcf0cacb8cf req-9e0d4c05-f86f-44a4-b62c-40651fa7e661 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:08.727737 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c389d51-9dbe-493f-94d1-cdcf0cacb8cf req-9e0d4c05-f86f-44a4-b62c-40651fa7e661 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 944 time: 0.0589898 Apr 12 08:20:08.785411 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f5aa-825e-4433-af32-321e940c89c8 req-1ac6a8ae-6538-4b3d-bdfd-188b0fa0d6f8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:08.797755 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1249f5aa-825e-4433-af32-321e940c89c8 req-1ac6a8ae-6538-4b3d-bdfd-188b0fa0d6f8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 944 time: 0.0862942 Apr 12 08:20:08.800665 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c389d51-9dbe-493f-94d1-cdcf0cacb8cf req-5549326c-1d5a-43b7-b845-c676edaeb978 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662882 Apr 12 08:20:08.813900 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port efe99d4a-5997-4107-92a0-706c0fc950fa, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=efe99d4a-5997-4107-92a0-706c0fc950fa,segment=NetworkSegment(701e0768-2c42-445f-9cc3-5d114249ce15),segment_id=701e0768-2c42-445f-9cc3-5d114249ce15)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:08.821979 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:08.864872 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1249f5aa-825e-4433-af32-321e940c89c8 req-58c774f4-9e22-4f88-bb37-985b1ca5405d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647795 Apr 12 08:20:08.903264 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:20:08.907915 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:09.015941 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=efe99d4a-5997-4107-92a0-706c0fc950fa,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:09.073356 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f58b74-f557-4951-8b6e-a463c0411c38" -d '{"events": [{"server_uuid": "dfde640d-6a35-487c-a7b6-d3131a19d0c1", "name": "network-vif-plugged", "status": "completed", "tag": "efe99d4a-5997-4107-92a0-706c0fc950fa"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:20:09.199499 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d439bf9-7ba3-4f06-ab74-aba478da229a req-5b8bc843-afff-408d-8ac3-70bf5018b7a4 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:09.207749 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6d439bf9-7ba3-4f06-ab74-aba478da229a req-5b8bc843-afff-408d-8ac3-70bf5018b7a4 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0756364 Apr 12 08:20:09.271203 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6d439bf9-7ba3-4f06-ab74-aba478da229a req-79f5725e-a4d6-4ca0-bcbd-11fdca75dbde tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540147 Apr 12 08:20:09.325213 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d5249b-08e2-4a06-8329-ccdb4fd9717c x-openstack-request-id: req-87d5249b-08e2-4a06-8329-ccdb4fd9717c {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:20:09.325684 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfde640d-6a35-487c-a7b6-d3131a19d0c1", "name": "network-vif-plugged", "status": "completed", "tag": "efe99d4a-5997-4107-92a0-706c0fc950fa", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:20:09.325847 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87d5249b-08e2-4a06-8329-ccdb4fd9717c {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:20:09.326317 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d5249b-08e2-4a06-8329-ccdb4fd9717c'] response: {'server_uuid': 'dfde640d-6a35-487c-a7b6-d3131a19d0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe99d4a-5997-4107-92a0-706c0fc950fa', 'code': 200} Apr 12 08:20:09.536204 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f1d1-52f3-4d45-880b-06444627b853 req-8cc4dd1d-12f6-46e4-a2c0-b24d87206f8e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:09.537697 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c300f1d1-52f3-4d45-880b-06444627b853 req-8cc4dd1d-12f6-46e4-a2c0-b24d87206f8e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0526888 Apr 12 08:20:09.585564 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c300f1d1-52f3-4d45-880b-06444627b853 req-0435efd1-8c91-4f72-9b2e-52dcc9ba5a10 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420096 Apr 12 08:20:09.943303 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c2668-f79e-4644-9186-1c0b398f63cd req-5f3c9e76-88cc-462e-bdce-d2d6033179c8 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:09.951863 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cb8c2668-f79e-4644-9186-1c0b398f63cd req-5f3c9e76-88cc-462e-bdce-d2d6033179c8 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 944 time: 0.0716274 Apr 12 08:20:10.011808 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cb8c2668-f79e-4644-9186-1c0b398f63cd req-0ba46bc4-748c-4968-bbc0-decf5e554dc6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585456 Apr 12 08:20:10.041620 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29dad89-4266-439a-a7a6-6565924eeee6 req-81018ec2-0284-44ca-af0f-6eeca93a851a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:10.043128 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e29dad89-4266-439a-a7a6-6565924eeee6 req-81018ec2-0284-44ca-af0f-6eeca93a851a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 944 time: 0.0918012 Apr 12 08:20:10.093152 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e29dad89-4266-439a-a7a6-6565924eeee6 req-1260f103-3222-433b-a592-a6d539c71bb4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441680 Apr 12 08:20:10.203727 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:10.251617 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:20:10.292159 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:10.292699 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:10.373586 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:10.375880 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:10.377061 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44748) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:10.417776 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:10.420012 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682eb51-2e87-418a-96db-468a56af0b5a req-67a74b7f-f85b-467f-9ddc-ff2155a5a02c tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:10.421574 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0682eb51-2e87-418a-96db-468a56af0b5a req-67a74b7f-f85b-467f-9ddc-ff2155a5a02c tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0591974 Apr 12 08:20:10.490719 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:10.501529 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61962325-2e06-408f-b0e9-bc3c30223add req-a2276432-5322-4773-b3cb-31f33d0f36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:10.503720 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-61962325-2e06-408f-b0e9-bc3c30223add req-a2276432-5322-4773-b3cb-31f33d0f36b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 1128 time: 0.0430529 Apr 12 08:20:10.505169 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0682eb51-2e87-418a-96db-468a56af0b5a req-4d070362-1b2e-4862-adea-0bdb670813d2 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775182 Apr 12 08:20:10.507972 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e9a16-8a94-44ea-b893-397f9040b54d req-630580a0-8f95-4d37-b83e-afb495b739cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:10.509795 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-630580a0-8f95-4d37-b83e-afb495b739cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 1128 time: 0.0659344 Apr 12 08:20:10.567233 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:10.617595 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7bb6-dd92-466b-a2f0-d9defc5279a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:10.636940 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e9a16-8a94-44ea-b893-397f9040b54d req-8ecbcc5d-a340-4b61-a218-b32ee70e9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:10.638521 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-8ecbcc5d-a340-4b61-a218-b32ee70e9bd5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.1225300 Apr 12 08:20:10.681042 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-d04b9e01-8e4e-49fe-bc71-e02ed02f3d24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45692850-16e2-4d3c-82c9-600487106f50 HTTP/1.1" status: 200 len: 217 time: 0.0365067 Apr 12 08:20:10.730663 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e9a16-8a94-44ea-b893-397f9040b54d req-db470d20-cb38-4f73-b7ed-89bc0857f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:10.732357 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-db470d20-cb38-4f73-b7ed-89bc0857f488 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.0458467 Apr 12 08:20:10.781992 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e9a16-8a94-44ea-b893-397f9040b54d req-b0fa17bd-0080-4e3e-b8f5-6f2e521b92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:10.783507 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-b0fa17bd-0080-4e3e-b8f5-6f2e521b92ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436053 Apr 12 08:20:10.882644 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-d171e312-a383-4b59-8313-2d5c47e857a7 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920217 Apr 12 08:20:10.929519 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61962325-2e06-408f-b0e9-bc3c30223add req-5c0f8d22-5ce9-4719-88a1-146617f11251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:10.931156 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-61962325-2e06-408f-b0e9-bc3c30223add req-5c0f8d22-5ce9-4719-88a1-146617f11251 service neutron] 10.222.0.25 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 917 time: 0.4217548 Apr 12 08:20:10.938369 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9ee03-6aca-43f5-a71b-f4f3c2d3cebc req-989c86bb-78a3-4ec3-aea6-713d835369bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:10.939783 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-13b9ee03-6aca-43f5-a71b-f4f3c2d3cebc req-989c86bb-78a3-4ec3-aea6-713d835369bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 1129 time: 0.1387472 Apr 12 08:20:10.950402 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e213c-da2f-4687-ba51-c887d297fb4a req-55840ab1-9a34-40fe-8a01-1287967ec16d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:10.951897 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8c2e213c-da2f-4687-ba51-c887d297fb4a req-55840ab1-9a34-40fe-8a01-1287967ec16d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.1519122 Apr 12 08:20:10.979244 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-beddb9d8-cf3d-4bd1-8741-da1d706581b7 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912809 Apr 12 08:20:11.012105 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-13b9ee03-6aca-43f5-a71b-f4f3c2d3cebc req-d3ac5af2-2241-476e-b3d2-d321a0389a6f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.014662 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-61962325-2e06-408f-b0e9-bc3c30223add req-34e618c6-8ffb-4515-ae5e-6a3bd63f6817 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef HTTP/1.1" status: 200 len: 217 time: 0.0740271 Apr 12 08:20:11.128583 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075ff3-d444-4e77-8261-145db22f7df7 req-41b12df9-c728-4197-9e9d-82904e552c53 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:11.130053 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4b075ff3-d444-4e77-8261-145db22f7df7 req-41b12df9-c728-4197-9e9d-82904e552c53 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 944 time: 0.0469689 Apr 12 08:20:11.131347 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8c2e213c-da2f-4687-ba51-c887d297fb4a req-b9beae12-4609-4837-becf-c4a2da2416f7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689382 Apr 12 08:20:11.150261 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61962325-2e06-408f-b0e9-bc3c30223add req-06d4232d-415a-46e7-a668-baa25e2486fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:11.152200 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-61962325-2e06-408f-b0e9-bc3c30223add req-06d4232d-415a-46e7-a668-baa25e2486fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 200 len: 856 time: 0.1236501 Apr 12 08:20:11.198791 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7bb6-dd92-466b-a2f0-d9defc5279a0 admin admin] Publish callbacks [] for security_group (640724e3-690c-414f-a1b0-b44fc08d77c0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.203206 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4b075ff3-d444-4e77-8261-145db22f7df7 req-c7520468-53f5-46e4-b9e4-68d33ea28d79 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654235 Apr 12 08:20:11.255277 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61962325-2e06-408f-b0e9-bc3c30223add req-9d9cd0f7-34cd-469f-b747-635d7db11547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:11.257404 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-61962325-2e06-408f-b0e9-bc3c30223add req-9d9cd0f7-34cd-469f-b747-635d7db11547 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27a8e601-3bff-45fb-be15-6e2fb4f647ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967643 Apr 12 08:20:11.277907 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44766) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:11.295169 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8740728-391f-4bdb-9be8-27b6527e372a req-a414ba2c-fd20-4adc-b416-c03eb6147f5d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:11.296643 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d8740728-391f-4bdb-9be8-27b6527e372a req-a414ba2c-fd20-4adc-b416-c03eb6147f5d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 944 time: 0.0953548 Apr 12 08:20:11.297225 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7bb6-dd92-466b-a2f0-d9defc5279a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (640724e3-690c-414f-a1b0-b44fc08d77c0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.327925 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257d947c-f9e2-44ce-95a1-3fbbb0709571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:20:11.331106 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b296de9d-76ce-4595-91b1-986877558de2" -d '{"events": [{"server_uuid": "257d947c-f9e2-44ce-95a1-3fbbb0709571", "name": "network-vif-plugged", "status": "completed", "tag": "cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:20:11.382053 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9455f37-2035-4abd-bf15-7883c89e4824 x-openstack-request-id: req-d9455f37-2035-4abd-bf15-7883c89e4824 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:20:11.382659 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257d947c-f9e2-44ce-95a1-3fbbb0709571", "name": "network-vif-plugged", "status": "completed", "tag": "cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:20:11.383806 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9455f37-2035-4abd-bf15-7883c89e4824 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:20:11.384325 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9455f37-2035-4abd-bf15-7883c89e4824'] response: {'server_uuid': '257d947c-f9e2-44ce-95a1-3fbbb0709571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416', 'code': 200} Apr 12 08:20:11.386873 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-862d0c53-7bfc-4587-a4be-3bf6a4fc3d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.404787 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6c2e7bb6-dd92-466b-a2f0-d9defc5279a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20a51f15ce644e8cad584bdda38d4767&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0264935 Apr 12 08:20:11.405629 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44772) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:11.423572 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-13b9ee03-6aca-43f5-a71b-f4f3c2d3cebc req-d3ac5af2-2241-476e-b3d2-d321a0389a6f service neutron] Publish callbacks [] for security_group (21048de4-37ca-4d4f-b425-e5b4ac6b6e50), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.433884 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e7bb6-dd92-466b-a2f0-d9defc5279a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640724e3-690c-414f-a1b0-b44fc08d77c0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:11.475908 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-13b9ee03-6aca-43f5-a71b-f4f3c2d3cebc req-d3ac5af2-2241-476e-b3d2-d321a0389a6f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (21048de4-37ca-4d4f-b425-e5b4ac6b6e50), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.487830 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d8740728-391f-4bdb-9be8-27b6527e372a req-a5ebfea2-fded-4f71-a1b3-46fbfa01a485 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813929 Apr 12 08:20:11.505314 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1050-4c80-4552-b0af-ab9af25b7960 admin admin] Publish callbacks [] for security_group (640724e3-690c-414f-a1b0-b44fc08d77c0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.526624 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-61962325-2e06-408f-b0e9-bc3c30223add req-22fa835c-c502-405a-b00f-39c88239f783 service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626917 Apr 12 08:20:11.590584 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-862d0c53-7bfc-4587-a4be-3bf6a4fc3d5b admin admin] Publish callbacks [] for security_group (4c21097a-896a-4700-855e-40d7981893b2), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.590584 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1050-4c80-4552-b0af-ab9af25b7960 admin admin] Publish callbacks [] for security_group (640724e3-690c-414f-a1b0-b44fc08d77c0), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.591795 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-13b9ee03-6aca-43f5-a71b-f4f3c2d3cebc req-d3ac5af2-2241-476e-b3d2-d321a0389a6f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343312 Apr 12 08:20:11.592406 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac5af2-2241-476e-b3d2-d321a0389a6f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21048de4-37ca-4d4f-b425-e5b4ac6b6e50,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:11.660251 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-862d0c53-7bfc-4587-a4be-3bf6a4fc3d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (4c21097a-896a-4700-855e-40d7981893b2), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.700672 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-61962325-2e06-408f-b0e9-bc3c30223add req-e2de92b5-2b78-4fba-a672-b7feb31dc768 service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628072 Apr 12 08:20:11.705902 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96699d-063d-402e-9c1b-3a1e4dde3346 req-d82acf9d-8961-4f98-9292-073ec358f2a7 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:11.707371 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3a96699d-063d-402e-9c1b-3a1e4dde3346 req-d82acf9d-8961-4f98-9292-073ec358f2a7 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0906894 Apr 12 08:20:11.713423 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d0c53-7bfc-4587-a4be-3bf6a4fc3d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21097a-896a-4700-855e-40d7981893b2,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:11.720150 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-862d0c53-7bfc-4587-a4be-3bf6a4fc3d5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd4e72acebe749928895c389abc6a1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410789 Apr 12 08:20:11.723371 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44784) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:11.763820 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3a96699d-063d-402e-9c1b-3a1e4dde3346 req-4b219d5d-e5be-4823-a21f-00fba25c0ba6 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Apr 12 08:20:11.777489 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10f1522b-e1d9-487a-a011-05667d8a3d9a admin admin] Publish callbacks [] for security_group (4c21097a-896a-4700-855e-40d7981893b2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.799634 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10f1522b-e1d9-487a-a011-05667d8a3d9a admin admin] Publish callbacks [] for security_group (4c21097a-896a-4700-855e-40d7981893b2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.820417 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1050-4c80-4552-b0af-ab9af25b7960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (640724e3-690c-414f-a1b0-b44fc08d77c0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.823134 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1050-4c80-4552-b0af-ab9af25b7960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.824295 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5a1f1050-4c80-4552-b0af-ab9af25b7960 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/640724e3-690c-414f-a1b0-b44fc08d77c0 HTTP/1.1" status: 204 len: 168 time: 0.4172714 Apr 12 08:20:11.836646 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f1050-4c80-4552-b0af-ab9af25b7960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640724e3-690c-414f-a1b0-b44fc08d77c0,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:11.885083 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590325f-9ab8-4e67-8f7a-7cbbb21c2888 req-8a1a8164-933e-4585-9764-d00e344f20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:11.886654 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1590325f-9ab8-4e67-8f7a-7cbbb21c2888 req-8a1a8164-933e-4585-9764-d00e344f20d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 1129 time: 0.0529206 Apr 12 08:20:11.929984 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1590325f-9ab8-4e67-8f7a-7cbbb21c2888 req-eb89e610-4278-4ca4-8a87-156efb6fd4bb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366418 Apr 12 08:20:11.966694 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10f1522b-e1d9-487a-a011-05667d8a3d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (4c21097a-896a-4700-855e-40d7981893b2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.969305 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10f1522b-e1d9-487a-a011-05667d8a3d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:11.971984 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-10f1522b-e1d9-487a-a011-05667d8a3d9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c21097a-896a-4700-855e-40d7981893b2 HTTP/1.1" status: 204 len: 168 time: 0.2460973 Apr 12 08:20:11.979953 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1522b-e1d9-487a-a011-05667d8a3d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21097a-896a-4700-855e-40d7981893b2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:12.209873 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 45692850-16e2-4d3c-82c9-600487106f50 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:20:12.250189 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8955b7e-5dc3-473f-9d31-70aae62b470d req-b2f5c506-c8bb-4a18-8378-2cb56c5299b4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:12.251906 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8955b7e-5dc3-473f-9d31-70aae62b470d req-b2f5c506-c8bb-4a18-8378-2cb56c5299b4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0526309 Apr 12 08:20:12.308255 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8955b7e-5dc3-473f-9d31-70aae62b470d req-6f328f5d-10d4-4bd9-9188-22fe41258dc4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496080 Apr 12 08:20:12.326686 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368c3c5-cd78-42ec-938c-34dd0d5eb645 req-297e5a64-7f79-4e97-b2ba-c1d5b622cc02 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:12.328445 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8368c3c5-cd78-42ec-938c-34dd0d5eb645 req-297e5a64-7f79-4e97-b2ba-c1d5b622cc02 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 944 time: 0.0548418 Apr 12 08:20:12.367784 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 45692850-16e2-4d3c-82c9-600487106f50, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=45692850-16e2-4d3c-82c9-600487106f50,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:12.430000 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8368c3c5-cd78-42ec-938c-34dd0d5eb645 req-26e484b0-125c-4433-96b3-3f081a1a2c50 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846803 Apr 12 08:20:12.496720 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '45692850-16e2-4d3c-82c9-600487106f50', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'port_id': '45692850-16e2-4d3c-82c9-600487106f50', 'mac_address': 'fa:16:3e:4a:97:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:20:12.520368 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44808) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:12.535945 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5293cb71-c4a2-405a-b0b9-11726c309130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:12.550004 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 45692850-16e2-4d3c-82c9-600487106f50 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:12.550757 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (45692850-16e2-4d3c-82c9-600487106f50), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:12.567338 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45692850-16e2-4d3c-82c9-600487106f50 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:20:12.588572 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 45692850-16e2-4d3c-82c9-600487106f50, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=45692850-16e2-4d3c-82c9-600487106f50,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:12.651939 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a16f26-773d-4e53-8d6d-e67bdd1150ce req-23578463-f167-4968-a727-badd0753f5fa tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:12.653485 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e9a16f26-773d-4e53-8d6d-e67bdd1150ce req-23578463-f167-4968-a727-badd0753f5fa tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 944 time: 0.0646169 Apr 12 08:20:12.667718 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5293cb71-c4a2-405a-b0b9-11726c309130 admin admin] Publish callbacks [] for security_group (e3cfcbef-a41e-4f68-8601-7ea1140cddcf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:12.686593 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (45692850-16e2-4d3c-82c9-600487106f50), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:12.687326 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 5a6ea123-6d38-4592-804a-cb67d6574733 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:20:12.707339 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e9a16f26-773d-4e53-8d6d-e67bdd1150ce req-6bd37a7f-d4d1-4f66-b4a4-0bde9eac6cee tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Apr 12 08:20:12.750368 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5293cb71-c4a2-405a-b0b9-11726c309130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e3cfcbef-a41e-4f68-8601-7ea1140cddcf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:12.768915 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=45692850-16e2-4d3c-82c9-600487106f50,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:12.807383 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5293cb71-c4a2-405a-b0b9-11726c309130 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c832b51535349b5b77b538dc89a18c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858782 Apr 12 08:20:12.810465 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44818) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:12.811135 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293cb71-c4a2-405a-b0b9-11726c309130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cfcbef-a41e-4f68-8601-7ea1140cddcf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:12.838783 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 5a6ea123-6d38-4592-804a-cb67d6574733, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=5a6ea123-6d38-4592-804a-cb67d6574733,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:12.851859 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '5a6ea123-6d38-4592-804a-cb67d6574733', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733', 'mac_address': 'fa:16:3e:42:e4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:20:12.859355 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44820) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:12.873170 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a039b38-b0da-4fbb-a48f-2f0e426ddaf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:12.891885 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff996685-e533-4fc0-8384-e903062fa281 admin admin] Publish callbacks [] for security_group (e3cfcbef-a41e-4f68-8601-7ea1140cddcf), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:12.892528 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 5a6ea123-6d38-4592-804a-cb67d6574733 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:12.892921 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:12.905050 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652cbf2-9c3d-4975-8f8b-28136b127e38 req-c483b254-1445-478c-893c-b5ffa5744743 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:12.906516 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a652cbf2-9c3d-4975-8f8b-28136b127e38 req-c483b254-1445-478c-893c-b5ffa5744743 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0580704 Apr 12 08:20:12.906643 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6ea123-6d38-4592-804a-cb67d6574733 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:20:12.926681 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 5a6ea123-6d38-4592-804a-cb67d6574733, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=5a6ea123-6d38-4592-804a-cb67d6574733,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:12.952658 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff996685-e533-4fc0-8384-e903062fa281 admin admin] Publish callbacks [] for security_group (e3cfcbef-a41e-4f68-8601-7ea1140cddcf), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:12.959342 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a039b38-b0da-4fbb-a48f-2f0e426ddaf8 admin admin] Publish callbacks [] for security_group (5cd8f8f6-5f2a-4077-a4c1-bd8b3ede8d7e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.006749 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.007504 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 52066dd3-10ad-4e8e-b885-6439f9dee2ef details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:20:13.013880 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a652cbf2-9c3d-4975-8f8b-28136b127e38 req-6fa98892-062a-4f4c-a2ee-896b4b62ffe4 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942161 Apr 12 08:20:13.052992 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a039b38-b0da-4fbb-a48f-2f0e426ddaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (5cd8f8f6-5f2a-4077-a4c1-bd8b3ede8d7e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.090745 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=5a6ea123-6d38-4592-804a-cb67d6574733,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:13.100588 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1a039b38-b0da-4fbb-a48f-2f0e426ddaf8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb680dc6683e44dcbefed427c2889ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401164 Apr 12 08:20:13.101697 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a039b38-b0da-4fbb-a48f-2f0e426ddaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd8f8f6-5f2a-4077-a4c1-bd8b3ede8d7e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:13.104041 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44824) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:13.126819 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff996685-e533-4fc0-8384-e903062fa281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e3cfcbef-a41e-4f68-8601-7ea1140cddcf), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.129770 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff996685-e533-4fc0-8384-e903062fa281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.130992 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ff996685-e533-4fc0-8384-e903062fa281 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3cfcbef-a41e-4f68-8601-7ea1140cddcf HTTP/1.1" status: 204 len: 168 time: 0.3195024 Apr 12 08:20:13.143245 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff996685-e533-4fc0-8384-e903062fa281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cfcbef-a41e-4f68-8601-7ea1140cddcf,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:13.163401 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d417b34-7c61-4a34-b5f7-5c6e1c5bbbef admin admin] Publish callbacks [] for security_group (5cd8f8f6-5f2a-4077-a4c1-bd8b3ede8d7e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.181434 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:13.193923 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d417b34-7c61-4a34-b5f7-5c6e1c5bbbef admin admin] Publish callbacks [] for security_group (5cd8f8f6-5f2a-4077-a4c1-bd8b3ede8d7e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.196490 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'port_id': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'mac_address': 'fa:16:3e:ed:9a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:20:13.242148 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 52066dd3-10ad-4e8e-b885-6439f9dee2ef is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:13.242542 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.256088 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52066dd3-10ad-4e8e-b885-6439f9dee2ef {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:20:13.278123 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:13.326633 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d417b34-7c61-4a34-b5f7-5c6e1c5bbbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (5cd8f8f6-5f2a-4077-a4c1-bd8b3ede8d7e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.329220 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d417b34-7c61-4a34-b5f7-5c6e1c5bbbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.330426 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3d417b34-7c61-4a34-b5f7-5c6e1c5bbbef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cd8f8f6-5f2a-4077-a4c1-bd8b3ede8d7e HTTP/1.1" status: 204 len: 168 time: 0.2254848 Apr 12 08:20:13.339269 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d417b34-7c61-4a34-b5f7-5c6e1c5bbbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd8f8f6-5f2a-4077-a4c1-bd8b3ede8d7e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:13.356538 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:13.407002 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:13.492458 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e583a-4ab0-489f-9c5c-bffd8ad94cfe req-a441a478-bce6-4a59-b746-be68c377add8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:13.494179 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c31e583a-4ab0-489f-9c5c-bffd8ad94cfe req-a441a478-bce6-4a59-b746-be68c377add8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.0520186 Apr 12 08:20:13.584198 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46433dee-9ca8-4391-9185-8675c308fd7a req-8be6fb85-c969-4808-be1a-49f60cc109b6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:13.602444 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-46433dee-9ca8-4391-9185-8675c308fd7a req-8be6fb85-c969-4808-be1a-49f60cc109b6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 945 time: 0.0999346 Apr 12 08:20:13.610710 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c31e583a-4ab0-489f-9c5c-bffd8ad94cfe req-fb11cef1-e787-4cba-9ce1-3244ca9c6e3a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030576 Apr 12 08:20:13.671722 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-46433dee-9ca8-4391-9185-8675c308fd7a req-f10b763b-06d6-4bad-8906-f34573858401 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656340 Apr 12 08:20:13.845705 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0e783-6936-472a-9914-fea337f7fc2e req-b38a699c-67b8-4b53-8aad-05a507ec929b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:13.845705 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ddd0e783-6936-472a-9914-fea337f7fc2e req-b38a699c-67b8-4b53-8aad-05a507ec929b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 945 time: 0.0543835 Apr 12 08:20:13.891288 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ddd0e783-6936-472a-9914-fea337f7fc2e req-017de48a-12b1-4f62-984b-d70b7f676c9e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427344 Apr 12 08:20:13.975701 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['45692850-16e2-4d3c-82c9-600487106f50'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:20:14.063608 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['52066dd3-10ad-4e8e-b885-6439f9dee2ef'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:20:14.152253 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3ede9-02b8-44b8-b67b-ab5110a565b8 req-10e6db08-887f-4cfa-bf4f-3f72af4d00a5 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:14.159967 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e0f3ede9-02b8-44b8-b67b-ab5110a565b8 req-10e6db08-887f-4cfa-bf4f-3f72af4d00a5 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0572143 Apr 12 08:20:14.198413 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['5a6ea123-6d38-4592-804a-cb67d6574733'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:20:14.238630 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e0f3ede9-02b8-44b8-b67b-ab5110a565b8 req-b8b6c4d1-4cea-4d53-8c66-a2ec4eb8bf58 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728390 Apr 12 08:20:14.657842 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44890) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:14.689841 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44894) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:14.757052 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40777dd9-45b9-4421-a887-9c6a9c5b9038 req-8817d0ee-bac5-447c-884b-ac65020b7ff5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:14.758744 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40777dd9-45b9-4421-a887-9c6a9c5b9038 req-8817d0ee-bac5-447c-884b-ac65020b7ff5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.0501873 Apr 12 08:20:14.817046 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06976302-bbfa-4585-9b25-7d4a67d3b934 req-27e94edf-45f7-4bed-868a-8b4221d02fd5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:14.825854 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-06976302-bbfa-4585-9b25-7d4a67d3b934 req-27e94edf-45f7-4bed-868a-8b4221d02fd5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 945 time: 0.0648577 Apr 12 08:20:14.863081 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40777dd9-45b9-4421-a887-9c6a9c5b9038 req-f7b8933b-445a-4e40-98f9-3dff5911a19e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882614 Apr 12 08:20:14.894104 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-06976302-bbfa-4585-9b25-7d4a67d3b934 req-072809bb-d6ec-40cb-948e-d0839ce24c81 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652742 Apr 12 08:20:15.032592 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-728684159-network', 'tenant_id': '58c80a73b9de4e1899bd63983f49b55c'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:15.078336 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c411229-defc-4542-af7a-2c33567da906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.088700 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47214715-30fc-4c4f-a853-6d7d9f36ed92 req-80e83d62-b7b3-44f5-8b8e-e268c82dc80c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:15.091221 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-47214715-30fc-4c4f-a853-6d7d9f36ed92 req-80e83d62-b7b3-44f5-8b8e-e268c82dc80c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 945 time: 0.1108141 Apr 12 08:20:15.112773 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Made reservation on behalf of 58c80a73b9de4e1899bd63983f49b55c for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:20:15.115098 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.138103 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.190776 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-47214715-30fc-4c4f-a853-6d7d9f36ed92 req-94197aae-7a41-4c54-9bb7-6f71a67caf1f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935814 Apr 12 08:20:15.260905 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c411229-defc-4542-af7a-2c33567da906 admin admin] Publish callbacks [] for security_group (419f49ff-8028-4426-b6e5-4e5baaa6311f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.281771 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Publish callbacks [] for security_group (ec62edfb-6bdf-4086-8833-2ed80db99a81), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.320976 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c411229-defc-4542-af7a-2c33567da906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (419f49ff-8028-4426-b6e5-4e5baaa6311f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.357440 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (ec62edfb-6bdf-4086-8833-2ed80db99a81), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.364081 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9c411229-defc-4542-af7a-2c33567da906 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=630d4bd739df4f4187e5bfae0b98c7d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6732464 Apr 12 08:20:15.366468 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c411229-defc-4542-af7a-2c33567da906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419f49ff-8028-4426-b6e5-4e5baaa6311f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:15.367402 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 44922) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:15.381692 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:20:15.404217 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (54ac27f1-988f-47f5-b564-e2100c8f0667), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.404562 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Added segment 54ac27f1-988f-47f5-b564-e2100c8f0667 of type vlan for network 867b0476-84e0-4198-803e-95acad4f37f3 Apr 12 08:20:15.406108 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec62edfb-6bdf-4086-8833-2ed80db99a81,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:15.423505 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5021e313-d99a-4ed7-9c38-1626317ebefc admin admin] Publish callbacks [] for security_group (419f49ff-8028-4426-b6e5-4e5baaa6311f), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.447929 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5021e313-d99a-4ed7-9c38-1626317ebefc admin admin] Publish callbacks [] for security_group (419f49ff-8028-4426-b6e5-4e5baaa6311f), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.448433 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (867b0476-84e0-4198-803e-95acad4f37f3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.549581 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (867b0476-84e0-4198-803e-95acad4f37f3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.550590 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:15.551180 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.566762 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5021e313-d99a-4ed7-9c38-1626317ebefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (419f49ff-8028-4426-b6e5-4e5baaa6311f), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.570141 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5021e313-d99a-4ed7-9c38-1626317ebefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.575262 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5021e313-d99a-4ed7-9c38-1626317ebefc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/419f49ff-8028-4426-b6e5-4e5baaa6311f HTTP/1.1" status: 204 len: 168 time: 0.2042947 Apr 12 08:20:15.581015 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021e313-d99a-4ed7-9c38-1626317ebefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419f49ff-8028-4426-b6e5-4e5baaa6311f,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:15.615541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] Pushing event updated for resources: {'Network': ['ID=867b0476-84e0-4198-803e-95acad4f37f3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:15.626444 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3aaa5607-d873-49d3-b4de-25992eca3c4d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9672976 Apr 12 08:20:15.629467 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 44932) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:15.632005 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 867b0476-84e0-4198-803e-95acad4f37f3 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:20:15.636331 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Request body: {'subnet': {'network_id': '867b0476-84e0-4198-803e-95acad4f37f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-728684159-subnet', 'tenant_id': '58c80a73b9de4e1899bd63983f49b55c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:15.698201 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Made reservation on behalf of 58c80a73b9de4e1899bd63983f49b55c for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:20:15.700598 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:15.938346 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (dfb07973-4d3a-4ea0-a185-b4fee7396220), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:16.056074 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Checking segment: {'id': '54ac27f1-988f-47f5-b564-e2100c8f0667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '867b0476-84e0-4198-803e-95acad4f37f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:16.056434 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Network hostable DHCP agents. Network: 867b0476-84e0-4198-803e-95acad4f37f3, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:20:16.062270 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe82e06-660c-4713-a6c9-7b1ab762efac req-95dfe392-f561-439e-b61a-c8c5443d4d0a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:16.062270 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-efe82e06-660c-4713-a6c9-7b1ab762efac req-95dfe392-f561-439e-b61a-c8c5443d4d0a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.0872939 Apr 12 08:20:16.062976 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb07973-4d3a-4ea0-a185-b4fee7396220,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:16.088279 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff200353-d8b3-498b-89f2-75808bebeb1a req-08cc9e2d-3ca3-4510-b8c1-c59e143f4960 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:16.089911 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ff200353-d8b3-498b-89f2-75808bebeb1a req-08cc9e2d-3ca3-4510-b8c1-c59e143f4960 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 945 time: 0.0731153 Apr 12 08:20:16.128419 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-efe82e06-660c-4713-a6c9-7b1ab762efac req-aed95e70-91a5-489f-9c6d-2892d02c05b4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602357 Apr 12 08:20:16.145590 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ff200353-d8b3-498b-89f2-75808bebeb1a req-0c15a6ae-d2cb-4518-b1a2-aae438cd80cc tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480897 Apr 12 08:20:16.222042 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Network 867b0476-84e0-4198-803e-95acad4f37f3 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:20:16.298061 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 867b0476-84e0-4198-803e-95acad4f37f3) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:16.302744 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:16.303666 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:16.315692 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a3663-2301-4882-9e93-9a742363ada1 None None] Network 867b0476-84e0-4198-803e-95acad4f37f3 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:20:16.316802 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53298c2c-b9c0-40c4-8e0d-46c73ea60e77 req-7938dab7-afd3-4b2e-9b55-e7699ac3ae2a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:16.317619 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-53298c2c-b9c0-40c4-8e0d-46c73ea60e77 req-7938dab7-afd3-4b2e-9b55-e7699ac3ae2a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 945 time: 0.0480795 Apr 12 08:20:16.370737 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-53298c2c-b9c0-40c4-8e0d-46c73ea60e77 req-3468a135-8342-4bd1-b30f-9bb862d910b8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465686 Apr 12 08:20:16.398464 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-616ad808-9bca-4116-9b89-ba0dcd189465 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7676740 Apr 12 08:20:16.463394 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca895f-f93c-484c-ad7a-80f125a4b611 None None] Network 867b0476-84e0-4198-803e-95acad4f37f3 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:20:17.159565 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45030) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:17.164686 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-650593833-network', 'tenant_id': 'd40338386cb1497ebcbdb31412984820'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:17.273229 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Made reservation on behalf of d40338386cb1497ebcbdb31412984820 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:20:17.275615 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.296420 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.316982 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be98c4-4cd7-40e2-8135-6b54a3ae60e5 req-9874f681-72a2-443c-822d-563a2078e8e7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:17.322184 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-57be98c4-4cd7-40e2-8135-6b54a3ae60e5 req-9874f681-72a2-443c-822d-563a2078e8e7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 945 time: 0.0715344 Apr 12 08:20:17.331005 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b20932-7d35-4ed7-9864-088832e08186 req-b7fc6159-35e8-4066-9b11-f8c5c87e5ab0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:17.333171 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-96b20932-7d35-4ed7-9864-088832e08186 req-b7fc6159-35e8-4066-9b11-f8c5c87e5ab0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.1097884 Apr 12 08:20:17.399598 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:17.415859 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-96b20932-7d35-4ed7-9864-088832e08186 req-0b8e7d68-5008-49af-8b8a-a5a2fbbeb47c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755055 Apr 12 08:20:17.461020 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Publish callbacks [] for security_group (201cd0ef-0a73-4c06-82bc-f8ecefa1c40e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.548318 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (201cd0ef-0a73-4c06-82bc-f8ecefa1c40e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.559421 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ddb00c8-ef7f-491d-acb7-cef7b671321a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.575920 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92aecc-1cbd-453d-883b-f6d7fcf14d7b req-6fc88889-cd15-481e-aeb3-cbeadfcc1878 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:17.577450 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fe92aecc-1cbd-453d-883b-f6d7fcf14d7b req-6fc88889-cd15-481e-aeb3-cbeadfcc1878 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 945 time: 0.0771191 Apr 12 08:20:17.600830 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:20:17.602115 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-57be98c4-4cd7-40e2-8135-6b54a3ae60e5 req-8dbf9a19-c897-4e63-b49b-effa96316f6b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708576 Apr 12 08:20:17.613480 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201cd0ef-0a73-4c06-82bc-f8ecefa1c40e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:17.630862 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (d21c652b-7bc4-4ead-9219-550f43f2ca24), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.631301 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Added segment d21c652b-7bc4-4ead-9219-550f43f2ca24 of type vlan for network 90b7d229-ecab-467e-ae2a-37cc05937452 Apr 12 08:20:17.714885 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (90b7d229-ecab-467e-ae2a-37cc05937452), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.722002 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fe92aecc-1cbd-453d-883b-f6d7fcf14d7b req-5ef9f776-4bb0-472a-b020-109084948639 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268492 Apr 12 08:20:17.774296 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ddb00c8-ef7f-491d-acb7-cef7b671321a admin admin] Publish callbacks [] for security_group (e9808c65-3ada-4aaf-b580-0d35a27b7b42), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.788852 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (90b7d229-ecab-467e-ae2a-37cc05937452), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.789880 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:17.790460 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.844550 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ddb00c8-ef7f-491d-acb7-cef7b671321a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e9808c65-3ada-4aaf-b580-0d35a27b7b42), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.866745 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] Pushing event updated for resources: {'Network': ['ID=90b7d229-ecab-467e-ae2a-37cc05937452,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:17.884061 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 90b7d229-ecab-467e-ae2a-37cc05937452 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:20:17.888394 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-60c23ee3-4668-49b1-9023-71d1600cf605 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7275128 Apr 12 08:20:17.891293 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45050) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:17.896387 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2ddb00c8-ef7f-491d-acb7-cef7b671321a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=998cfc2342044950badbecd8558b12a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4911909 Apr 12 08:20:17.897980 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb00c8-ef7f-491d-acb7-cef7b671321a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9808c65-3ada-4aaf-b580-0d35a27b7b42,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:17.898509 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Request body: {'subnet': {'network_id': '90b7d229-ecab-467e-ae2a-37cc05937452', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-650593833-subnet', 'tenant_id': 'd40338386cb1497ebcbdb31412984820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:17.900299 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45052) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:17.957343 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ba9071a-fb7c-41df-8ed8-1ef54cc2ca20 admin admin] Publish callbacks [] for security_group (e9808c65-3ada-4aaf-b580-0d35a27b7b42), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.977645 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Made reservation on behalf of d40338386cb1497ebcbdb31412984820 for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:20:17.979053 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ba9071a-fb7c-41df-8ed8-1ef54cc2ca20 admin admin] Publish callbacks [] for security_group (e9808c65-3ada-4aaf-b580-0d35a27b7b42), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:17.979981 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3347492'] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:18.185272 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ba9071a-fb7c-41df-8ed8-1ef54cc2ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e9808c65-3ada-4aaf-b580-0d35a27b7b42), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:18.187847 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ba9071a-fb7c-41df-8ed8-1ef54cc2ca20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:18.189147 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4ba9071a-fb7c-41df-8ed8-1ef54cc2ca20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9808c65-3ada-4aaf-b580-0d35a27b7b42 HTTP/1.1" status: 204 len: 168 time: 0.2879436 Apr 12 08:20:18.197570 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9071a-fb7c-41df-8ed8-1ef54cc2ca20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9808c65-3ada-4aaf-b580-0d35a27b7b42,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:18.332892 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3347510'] for subnet (ea3fc767-5294-4232-90cf-a83c8f8af6eb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:18.390275 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3fc767-5294-4232-90cf-a83c8f8af6eb,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:18.399647 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Checking segment: {'id': 'd21c652b-7bc4-4ead-9219-550f43f2ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '90b7d229-ecab-467e-ae2a-37cc05937452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:18.400035 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Network hostable DHCP agents. Network: 90b7d229-ecab-467e-ae2a-37cc05937452, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:20:18.459358 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 45692850-16e2-4d3c-82c9-600487106f50 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:18.503835 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Network 90b7d229-ecab-467e-ae2a-37cc05937452 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:20:18.518211 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 45692850-16e2-4d3c-82c9-600487106f50 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:20:18.565552 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f551e-d330-4388-a55f-97662632cfda req-25b93a32-1d5b-4bde-8827-c72e6d80430a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:18.567207 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-985f551e-d330-4388-a55f-97662632cfda req-25b93a32-1d5b-4bde-8827-c72e6d80430a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.0593324 Apr 12 08:20:18.619794 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-985f551e-d330-4388-a55f-97662632cfda req-0c4cf3ad-bf73-4076-ad4a-6c4868388211 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449812 Apr 12 08:20:18.629116 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 90b7d229-ecab-467e-ae2a-37cc05937452) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:18.629383 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 45692850-16e2-4d3c-82c9-600487106f50 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:18.629967 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (45692850-16e2-4d3c-82c9-600487106f50), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:18.635358 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:18.636149 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:18.666356 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93a43f7-71be-4499-b610-1d61348140c3 None None] Network 90b7d229-ecab-467e-ae2a-37cc05937452 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:20:18.740877 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44407f-1d97-4530-931b-0903840724fe req-98a03eff-8eb2-4890-bd55-b9c7bdd4fadb tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:18.742284 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7b44407f-1d97-4530-931b-0903840724fe req-98a03eff-8eb2-4890-bd55-b9c7bdd4fadb tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 945 time: 0.0498064 Apr 12 08:20:18.768021 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-10e797c2-680b-4447-83c0-a89cd5969a53 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8753850 Apr 12 08:20:18.797161 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 45692850-16e2-4d3c-82c9-600487106f50 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:18.797798 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (45692850-16e2-4d3c-82c9-600487106f50), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:18.817800 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7b44407f-1d97-4530-931b-0903840724fe req-17a66ab0-c423-4023-95e0-350568e17d5f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628321 Apr 12 08:20:18.848599 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3911d47e-0483-4668-aac1-ebed175efaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45692850-16e2-4d3c-82c9-600487106f50'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:20:18.861849 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c120286d-16ca-4ed9-9260-b81aa861c5e6" -d '{"events": [{"server_uuid": "3911d47e-0483-4668-aac1-ebed175efaec", "name": "network-vif-plugged", "status": "completed", "tag": "45692850-16e2-4d3c-82c9-600487106f50"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:20:18.870432 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1db281-a868-4585-bc66-b3e209c1eb90 None None] Network 90b7d229-ecab-467e-ae2a-37cc05937452 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:20:18.894903 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 45692850-16e2-4d3c-82c9-600487106f50, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=45692850-16e2-4d3c-82c9-600487106f50,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:18.908028 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5758cd-d92f-4a72-93ca-1dd332846e67 req-2f5ccc92-2437-44ee-bf8f-9241901a9265 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:18.920972 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0f5758cd-d92f-4a72-93ca-1dd332846e67 req-2f5ccc92-2437-44ee-bf8f-9241901a9265 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 945 time: 0.0944893 Apr 12 08:20:18.938442 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850fe7a4-d99a-4923-b829-437ebdc32445 x-openstack-request-id: req-850fe7a4-d99a-4923-b829-437ebdc32445 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:20:18.939049 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3911d47e-0483-4668-aac1-ebed175efaec", "name": "network-vif-plugged", "status": "completed", "tag": "45692850-16e2-4d3c-82c9-600487106f50", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:20:18.939561 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-850fe7a4-d99a-4923-b829-437ebdc32445 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:20:18.940121 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850fe7a4-d99a-4923-b829-437ebdc32445'] response: {'server_uuid': '3911d47e-0483-4668-aac1-ebed175efaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45692850-16e2-4d3c-82c9-600487106f50', 'code': 200} Apr 12 08:20:18.964722 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45090) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:18.977444 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (45692850-16e2-4d3c-82c9-600487106f50), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:18.978471 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 5a6ea123-6d38-4592-804a-cb67d6574733 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:18.992043 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cc826c6-7df3-4cb6-9dcf-b03295f5cb39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.018987 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0f5758cd-d92f-4a72-93ca-1dd332846e67 req-fe354b6f-a60f-47b1-8a83-776a8708eb86 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966728 Apr 12 08:20:19.038782 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 5a6ea123-6d38-4592-804a-cb67d6574733 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:20:19.102405 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cc826c6-7df3-4cb6-9dcf-b03295f5cb39 admin admin] Publish callbacks [] for security_group (e6971f48-6d53-4035-a9c1-fe2923c31fcc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.110909 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 5a6ea123-6d38-4592-804a-cb67d6574733 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:19.111291 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.134597 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=45692850-16e2-4d3c-82c9-600487106f50,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:19.166357 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cc826c6-7df3-4cb6-9dcf-b03295f5cb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e6971f48-6d53-4035-a9c1-fe2923c31fcc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.209316 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8cc826c6-7df3-4cb6-9dcf-b03295f5cb39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea2aa9ec57e047de8e08fb3639897702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434876 Apr 12 08:20:19.211509 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc826c6-7df3-4cb6-9dcf-b03295f5cb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6971f48-6d53-4035-a9c1-fe2923c31fcc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:19.212498 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45096) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:19.214071 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 5a6ea123-6d38-4592-804a-cb67d6574733 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:19.215012 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.251270 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 5a6ea123-6d38-4592-804a-cb67d6574733, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=5a6ea123-6d38-4592-804a-cb67d6574733,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:19.278971 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a529e29f-e7c1-4d84-8aeb-cb51df61b076 admin admin] Publish callbacks [] for security_group (e6971f48-6d53-4035-a9c1-fe2923c31fcc), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.308597 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a529e29f-e7c1-4d84-8aeb-cb51df61b076 admin admin] Publish callbacks [] for security_group (e6971f48-6d53-4035-a9c1-fe2923c31fcc), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.315628 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c350e0-15b6-4ad2-aa9e-cf7b6c22c44d req-cd9d5435-cd8b-465e-b419-e3b7158296b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:19.317309 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-99c350e0-15b6-4ad2-aa9e-cf7b6c22c44d req-cd9d5435-cd8b-465e-b419-e3b7158296b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 1130 time: 0.0397623 Apr 12 08:20:19.358777 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.359994 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 52066dd3-10ad-4e8e-b885-6439f9dee2ef up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:19.372363 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-99c350e0-15b6-4ad2-aa9e-cf7b6c22c44d req-654f785e-e2a1-48cc-be78-74cb01798e81 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Apr 12 08:20:19.435495 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=5a6ea123-6d38-4592-804a-cb67d6574733,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:19.442528 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 52066dd3-10ad-4e8e-b885-6439f9dee2ef completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:20:19.469256 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a529e29f-e7c1-4d84-8aeb-cb51df61b076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e6971f48-6d53-4035-a9c1-fe2923c31fcc), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.471809 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a529e29f-e7c1-4d84-8aeb-cb51df61b076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.472978 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-a529e29f-e7c1-4d84-8aeb-cb51df61b076 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6971f48-6d53-4035-a9c1-fe2923c31fcc HTTP/1.1" status: 204 len: 168 time: 0.2594600 Apr 12 08:20:19.481645 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529e29f-e7c1-4d84-8aeb-cb51df61b076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6971f48-6d53-4035-a9c1-fe2923c31fcc,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:19.518323 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 52066dd3-10ad-4e8e-b885-6439f9dee2ef triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:19.518916 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.617235 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 52066dd3-10ad-4e8e-b885-6439f9dee2ef is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:19.617531 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.672964 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:19.774779 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b8a54-7bbd-4217-bbc2-c551555fb749 req-997b0b53-f7ab-4299-87fa-4b6dd4d74934 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:19.776607 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-713b8a54-7bbd-4217-bbc2-c551555fb749 req-997b0b53-f7ab-4299-87fa-4b6dd4d74934 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.0549707 Apr 12 08:20:19.801574 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:19.829390 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-713b8a54-7bbd-4217-bbc2-c551555fb749 req-a99cb7db-b92e-41bc-8314-1093d1099d35 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445094 Apr 12 08:20:19.872284 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:19.952066 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71951c1-b17c-46d0-8184-c456964e44ca req-86e993ee-a5b3-41dd-a04f-09a5a6c1f704 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:19.953472 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a71951c1-b17c-46d0-8184-c456964e44ca req-86e993ee-a5b3-41dd-a04f-09a5a6c1f704 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.0476828 Apr 12 08:20:20.018817 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a71951c1-b17c-46d0-8184-c456964e44ca req-9079fb46-53f3-4124-8e37-c81314aa3152 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559766 Apr 12 08:20:20.144984 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5471-7f36-4ebd-86cc-3de9e1edd87d req-d1f5850c-a0fb-459b-9aa5-55388c757ed5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:20.146600 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6b1f5471-7f36-4ebd-86cc-3de9e1edd87d req-d1f5850c-a0fb-459b-9aa5-55388c757ed5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0524991 Apr 12 08:20:20.210931 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6b1f5471-7f36-4ebd-86cc-3de9e1edd87d req-3eacf536-a541-42b0-82fc-54d3655e5b40 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544372 Apr 12 08:20:20.945981 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3082205e-607b-4e05-b262-e407287a761f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ea123-6d38-4592-804a-cb67d6574733'}, {'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:20:20.946819 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52a58db-e124-41c2-85eb-7f21e43beeb1" -d '{"events": [{"server_uuid": "3082205e-607b-4e05-b262-e407287a761f", "name": "network-vif-plugged", "status": "completed", "tag": "5a6ea123-6d38-4592-804a-cb67d6574733"}, {"server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "name": "network-vif-plugged", "status": "completed", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:20:20.956726 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb395c-3e55-4122-a8a6-b21a48da5673 req-76a37b35-d505-4a7a-8c55-fb38cc15840e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:20.958798 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-36bb395c-3e55-4122-a8a6-b21a48da5673 req-76a37b35-d505-4a7a-8c55-fb38cc15840e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0525451 Apr 12 08:20:21.010119 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-36bb395c-3e55-4122-a8a6-b21a48da5673 req-8b7f93f8-106e-4123-9f4e-6c679c72fb0d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455678 Apr 12 08:20:21.060249 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Apr 2022 08:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35633cc4-627c-4365-80f7-a07f5a900b3e x-openstack-request-id: req-35633cc4-627c-4365-80f7-a07f5a900b3e {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:20:21.060539 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3082205e-607b-4e05-b262-e407287a761f", "name": "network-vif-plugged", "status": "completed", "tag": "5a6ea123-6d38-4592-804a-cb67d6574733", "code": 200}, {"server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "name": "network-vif-plugged", "status": "completed", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:20:21.060793 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35633cc4-627c-4365-80f7-a07f5a900b3e {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:20:21.061191 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35633cc4-627c-4365-80f7-a07f5a900b3e'] response: {'server_uuid': '3082205e-607b-4e05-b262-e407287a761f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ea123-6d38-4592-804a-cb67d6574733', 'code': 200} Apr 12 08:20:21.061448 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35633cc4-627c-4365-80f7-a07f5a900b3e'] response: {'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'code': 200} Apr 12 08:20:21.145630 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc57d79-5264-40e6-9d8a-5b67179d1c64 req-6c742148-1e71-492b-b928-73ab29f19b0a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:21.147660 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cbc57d79-5264-40e6-9d8a-5b67179d1c64 req-6c742148-1e71-492b-b928-73ab29f19b0a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.0455730 Apr 12 08:20:21.198511 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cbc57d79-5264-40e6-9d8a-5b67179d1c64 req-26eb6755-4367-431e-b937-d16be9f1c235 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450594 Apr 12 08:20:21.332069 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0c7ef-2eed-4779-b77e-e6cf7ee43670 req-1caaf65a-fd6d-49f3-a24f-b0eb4a1b0724 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:21.334221 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e9a0c7ef-2eed-4779-b77e-e6cf7ee43670 req-1caaf65a-fd6d-49f3-a24f-b0eb4a1b0724 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0499225 Apr 12 08:20:21.381062 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e9a0c7ef-2eed-4779-b77e-e6cf7ee43670 req-767a66ac-ae0a-4067-8a3a-942dc45a3f5e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Apr 12 08:20:22.124322 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f71a6-2474-45ad-bddd-d376f77144c7 req-2fdf7cd1-13ce-4401-b67e-93a31e1536d9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:22.125695 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e61f71a6-2474-45ad-bddd-d376f77144c7 req-2fdf7cd1-13ce-4401-b67e-93a31e1536d9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0454583 Apr 12 08:20:22.173576 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e61f71a6-2474-45ad-bddd-d376f77144c7 req-576817fe-67b8-4c0e-a30c-49bdfd185832 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415008 Apr 12 08:20:22.316297 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6c572-d8fc-42f1-af6c-f25c73896a75 req-194a10eb-f447-4cbe-971f-68525f149c68 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:22.319308 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dee6c572-d8fc-42f1-af6c-f25c73896a75 req-194a10eb-f447-4cbe-971f-68525f149c68 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.0558212 Apr 12 08:20:22.370017 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dee6c572-d8fc-42f1-af6c-f25c73896a75 req-8ad421c4-03bf-4fd3-9861-b755658ebc98 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451090 Apr 12 08:20:22.487439 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e40e0-6eb4-4b26-8c7a-1ee2fabea3c1 req-217888ce-d9b2-43e0-a935-85a4faeef93d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:22.488886 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d18e40e0-6eb4-4b26-8c7a-1ee2fabea3c1 req-217888ce-d9b2-43e0-a935-85a4faeef93d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0441220 Apr 12 08:20:22.534864 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d18e40e0-6eb4-4b26-8c7a-1ee2fabea3c1 req-9e95a80c-3540-411d-89a0-0178567c5ebc tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Apr 12 08:20:23.304319 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4790bc-6b4d-4d67-a68f-3496deb46299 req-e6ca2eb9-a963-46bf-ae19-1eeea2a8cd59 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:23.305792 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0a4790bc-6b4d-4d67-a68f-3496deb46299 req-e6ca2eb9-a963-46bf-ae19-1eeea2a8cd59 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0468497 Apr 12 08:20:23.356552 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0a4790bc-6b4d-4d67-a68f-3496deb46299 req-d392ebf7-9269-4388-9743-5722168d8de8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448883 Apr 12 08:20:23.489835 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7c412-e0b2-4d6d-9ed0-d0198cb6bae5 req-3bbd5584-90a3-494c-b452-5cedc2f2abae tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:23.492665 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-40a7c412-e0b2-4d6d-9ed0-d0198cb6bae5 req-3bbd5584-90a3-494c-b452-5cedc2f2abae tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.0562193 Apr 12 08:20:23.544304 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-40a7c412-e0b2-4d6d-9ed0-d0198cb6bae5 req-2ce47db9-149e-43ac-a8b8-6a923ce812ed tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456016 Apr 12 08:20:23.650880 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93a4f7-48ab-41d9-a8c1-e75217fba0c7 req-94882797-f02a-4041-b1f6-42a78dd8bddc tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:23.652833 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7e93a4f7-48ab-41d9-a8c1-e75217fba0c7 req-94882797-f02a-4041-b1f6-42a78dd8bddc tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0502808 Apr 12 08:20:23.708144 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7e93a4f7-48ab-41d9-a8c1-e75217fba0c7 req-db75baa1-d7c4-4d5e-8988-381a3249353f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Apr 12 08:20:23.840791 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9b37c-8ca8-4390-b7fe-35459d64a214 req-f66555f6-c4ab-4cc7-ac8e-164b012f80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:23.842403 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6ed9b37c-8ca8-4390-b7fe-35459d64a214 req-f66555f6-c4ab-4cc7-ac8e-164b012f80d7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 1130 time: 0.0465508 Apr 12 08:20:23.957691 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9d388-cd8a-4584-ad2c-522d5cd7466f req-1a13008a-7702-4994-8365-6f8ce4872b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:23.959235 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f8c9d388-cd8a-4584-ad2c-522d5cd7466f req-1a13008a-7702-4994-8365-6f8ce4872b4d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 1130 time: 0.0709336 Apr 12 08:20:23.961862 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6ed9b37c-8ca8-4390-b7fe-35459d64a214 req-c16e4782-ba5d-499e-9871-0c97f2266261 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722227 Apr 12 08:20:24.289746 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f8c9d388-cd8a-4584-ad2c-522d5cd7466f req-71ef9b34-7828-4c3f-8e38-8e5715fc5bca service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488398 Apr 12 08:20:24.483693 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31041ffd-ff68-4c58-b26e-b5ccd671a600 req-6ebe93f1-dd62-46bb-ae54-ad261edb85b9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:24.485246 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-31041ffd-ff68-4c58-b26e-b5ccd671a600 req-6ebe93f1-dd62-46bb-ae54-ad261edb85b9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0541627 Apr 12 08:20:24.532644 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-31041ffd-ff68-4c58-b26e-b5ccd671a600 req-4511c2af-df68-439c-a377-15079836b85c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Apr 12 08:20:24.655743 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea48caf-4d6e-4abc-8333-44443626b1f5 req-70405a84-6276-411f-b7d8-92f6be3da5cd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:24.657194 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bea48caf-4d6e-4abc-8333-44443626b1f5 req-70405a84-6276-411f-b7d8-92f6be3da5cd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.0452511 Apr 12 08:20:24.703130 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bea48caf-4d6e-4abc-8333-44443626b1f5 req-1c855f54-0720-4f74-8a6c-1913e8c636b2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 Apr 12 08:20:24.815893 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddd437-187e-48b6-8112-1c3078e834c8 req-276370b5-39ec-4aa3-9ffb-9aaebe639b1c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:24.817980 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-21ddd437-187e-48b6-8112-1c3078e834c8 req-276370b5-39ec-4aa3-9ffb-9aaebe639b1c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0459104 Apr 12 08:20:24.868750 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-21ddd437-187e-48b6-8112-1c3078e834c8 req-2b1f0306-b80e-4922-a98e-84c3215bf3e4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442941 Apr 12 08:20:24.904154 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45276) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:25.027546 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e08392f6-32f8-4ae9-bb44-9b5549205497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:25.124731 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e08392f6-32f8-4ae9-bb44-9b5549205497 admin admin] Publish callbacks [] for security_group (2da84c51-c90f-4675-8f41-8a95ebd1b719), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:25.274695 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e08392f6-32f8-4ae9-bb44-9b5549205497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (2da84c51-c90f-4675-8f41-8a95ebd1b719), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:25.320273 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e08392f6-32f8-4ae9-bb44-9b5549205497 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e543934e65c455993283cf209447ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4150081 Apr 12 08:20:25.321375 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08392f6-32f8-4ae9-bb44-9b5549205497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da84c51-c90f-4675-8f41-8a95ebd1b719,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:25.322899 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45292) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:25.373545 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d879cc3a-06d8-4fed-bc07-96b9c842fb6f admin admin] Publish callbacks [] for security_group (2da84c51-c90f-4675-8f41-8a95ebd1b719), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:25.402308 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d879cc3a-06d8-4fed-bc07-96b9c842fb6f admin admin] Publish callbacks [] for security_group (2da84c51-c90f-4675-8f41-8a95ebd1b719), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:25.478898 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e57e1-81cb-4da5-af7b-f9dfde72bff4 req-653fddaf-d95b-46d3-9229-4178a10714e6 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:25.480430 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-858e57e1-81cb-4da5-af7b-f9dfde72bff4 req-653fddaf-d95b-46d3-9229-4178a10714e6 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0456054 Apr 12 08:20:25.509034 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d879cc3a-06d8-4fed-bc07-96b9c842fb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (2da84c51-c90f-4675-8f41-8a95ebd1b719), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:25.511560 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d879cc3a-06d8-4fed-bc07-96b9c842fb6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:25.512709 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d879cc3a-06d8-4fed-bc07-96b9c842fb6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2da84c51-c90f-4675-8f41-8a95ebd1b719 HTTP/1.1" status: 204 len: 168 time: 0.1887908 Apr 12 08:20:25.520648 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879cc3a-06d8-4fed-bc07-96b9c842fb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da84c51-c90f-4675-8f41-8a95ebd1b719,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:25.528386 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-858e57e1-81cb-4da5-af7b-f9dfde72bff4 req-646507c3-0f8c-408e-8e94-a07011d1065f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Apr 12 08:20:25.663177 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c15e7f-bfcb-418e-8294-b0ffdb915dff req-7ea4548f-7402-4e29-8d1e-211d3e24c1a6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:25.665068 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f6c15e7f-bfcb-418e-8294-b0ffdb915dff req-7ea4548f-7402-4e29-8d1e-211d3e24c1a6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0492995 Apr 12 08:20:25.716108 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f6c15e7f-bfcb-418e-8294-b0ffdb915dff req-5329d8d4-9474-4b2c-9be1-37f6eee4831d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450637 Apr 12 08:20:25.817534 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96738af7-ba99-4ab9-8a91-c3648128809f req-17d7afb8-0b12-4bcb-9c60-bc228de7d057 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:25.819168 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-96738af7-ba99-4ab9-8a91-c3648128809f req-17d7afb8-0b12-4bcb-9c60-bc228de7d057 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.0489025 Apr 12 08:20:25.867897 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-96738af7-ba99-4ab9-8a91-c3648128809f req-a16109e6-f24e-4c71-981c-e14472a77388 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 Apr 12 08:20:26.183966 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45318) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:26.197169 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53fdb8dd-1cba-4ccb-b204-0d34ee57e839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:26.274752 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53fdb8dd-1cba-4ccb-b204-0d34ee57e839 admin admin] Publish callbacks [] for security_group (051d42bd-43e9-4be7-9e60-74a0973a1eca), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:26.332061 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53fdb8dd-1cba-4ccb-b204-0d34ee57e839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (051d42bd-43e9-4be7-9e60-74a0973a1eca), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:26.374251 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-53fdb8dd-1cba-4ccb-b204-0d34ee57e839 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27e123e01b8645a5a03ae4998727ea7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891971 Apr 12 08:20:26.375379 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdb8dd-1cba-4ccb-b204-0d34ee57e839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051d42bd-43e9-4be7-9e60-74a0973a1eca,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:26.377011 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45320) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:26.434185 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47892397-c236-4241-9244-7b25c3540b06 admin admin] Publish callbacks [] for security_group (051d42bd-43e9-4be7-9e60-74a0973a1eca), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:26.455192 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47892397-c236-4241-9244-7b25c3540b06 admin admin] Publish callbacks [] for security_group (051d42bd-43e9-4be7-9e60-74a0973a1eca), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:26.566714 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47892397-c236-4241-9244-7b25c3540b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (051d42bd-43e9-4be7-9e60-74a0973a1eca), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:26.569849 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47892397-c236-4241-9244-7b25c3540b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:26.572222 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-47892397-c236-4241-9244-7b25c3540b06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/051d42bd-43e9-4be7-9e60-74a0973a1eca HTTP/1.1" status: 204 len: 168 time: 0.1939232 Apr 12 08:20:26.583897 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47892397-c236-4241-9244-7b25c3540b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051d42bd-43e9-4be7-9e60-74a0973a1eca,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:26.671433 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d13149-fe37-44da-8f26-52f065f1715d req-48b14ee9-dbde-486d-8925-ed887909209d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:26.673518 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-97d13149-fe37-44da-8f26-52f065f1715d req-48b14ee9-dbde-486d-8925-ed887909209d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0514812 Apr 12 08:20:26.755739 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-97d13149-fe37-44da-8f26-52f065f1715d req-712401d9-31b8-4cf5-8a4c-7db4de5260d3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725307 Apr 12 08:20:26.836225 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7978bb-1446-4d0e-9af9-b773ac1f0fec req-721418d8-521e-4350-b913-c1bc66e675a7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:26.837944 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bc7978bb-1446-4d0e-9af9-b773ac1f0fec req-721418d8-521e-4350-b913-c1bc66e675a7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0473104 Apr 12 08:20:26.895502 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bc7978bb-1446-4d0e-9af9-b773ac1f0fec req-520c2cee-97d3-4a31-a2b8-972975fc9dd5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511160 Apr 12 08:20:27.037140 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace18675-5ef6-4890-8399-22ec1ba1f0cd req-dadc33f3-a37e-4175-896e-44e5c095c65b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:27.038622 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ace18675-5ef6-4890-8399-22ec1ba1f0cd req-dadc33f3-a37e-4175-896e-44e5c095c65b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.0808604 Apr 12 08:20:27.062161 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505febd2-1416-4150-82dc-b3dc303216f0 req-2554baae-cdb4-4762-b127-ae2c31e3bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:27.063659 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-505febd2-1416-4150-82dc-b3dc303216f0 req-2554baae-cdb4-4762-b127-ae2c31e3bec1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 1130 time: 0.0658805 Apr 12 08:20:27.073776 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9d0a3-c26b-4a5a-9645-9d1c7419cb22 req-00df0e72-7ed7-44e3-beca-19df758a0c03 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:27.080166 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dda9d0a3-c26b-4a5a-9645-9d1c7419cb22 req-00df0e72-7ed7-44e3-beca-19df758a0c03 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0590577 Apr 12 08:20:27.085245 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45352) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:27.099879 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-f21e5832-6290-4c57-9bd2-85ddf6f39aa0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'floatingip': {'port_id': '52066dd3-10ad-4e8e-b885-6439f9dee2ef'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:27.147141 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ace18675-5ef6-4890-8399-22ec1ba1f0cd req-a1e38cb8-542c-406b-891e-c12980174c4a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028438 Apr 12 08:20:27.215789 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505febd2-1416-4150-82dc-b3dc303216f0 req-cf1f4ca3-8e62-4c3c-99c1-ed12819a0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:27.217559 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-505febd2-1416-4150-82dc-b3dc303216f0 req-cf1f4ca3-8e62-4c3c-99c1-ed12819a0d94 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.1254590 Apr 12 08:20:27.221171 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f21e5832-6290-4c57-9bd2-85ddf6f39aa0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (d45c8aa8-8070-4739-b853-2cf07bed7a30), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:27.290900 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-505febd2-1416-4150-82dc-b3dc303216f0 req-28117aa7-e6da-4a8b-97c0-2dd33aac293c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45692850-16e2-4d3c-82c9-600487106f50 HTTP/1.1" status: 200 len: 217 time: 0.0630605 Apr 12 08:20:27.295232 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45366) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:27.346547 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505febd2-1416-4150-82dc-b3dc303216f0 req-92cc0626-d039-43e3-8f9d-c1381f46f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:27.348004 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-505febd2-1416-4150-82dc-b3dc303216f0 req-92cc0626-d039-43e3-8f9d-c1381f46f90f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.0463498 Apr 12 08:20:27.398240 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505febd2-1416-4150-82dc-b3dc303216f0 req-127f2b1f-a67e-4902-976a-a55ee9a7af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:27.399900 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-505febd2-1416-4150-82dc-b3dc303216f0 req-127f2b1f-a67e-4902-976a-a55ee9a7af7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454850 Apr 12 08:20:27.406143 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86731a0a-3a2c-4881-9582-1a4edf6ba27d req-1dd1835a-cdac-49d3-9518-638c108ee3d5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:27.407668 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-86731a0a-3a2c-4881-9582-1a4edf6ba27d req-1dd1835a-cdac-49d3-9518-638c108ee3d5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.1239457 Apr 12 08:20:27.418749 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45372) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:27.423324 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-8279157a-8d42-4147-949d-9ea049bceb84 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'floatingip': {'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:27.439924 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c824b44-12be-4cfe-a629-525f81c81e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:27.504103 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8279157a-8d42-4147-949d-9ea049bceb84 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (0fbf1549-69b0-42d2-9b14-6888786b8a73), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:27.538010 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-505febd2-1416-4150-82dc-b3dc303216f0 req-d0e45ab8-9ddd-4fe1-a905-674c3d3b6dbd service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249933 Apr 12 08:20:27.697556 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-505febd2-1416-4150-82dc-b3dc303216f0 req-1228d1e5-ab48-4b2c-b85c-8fe5248eff33 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490073 Apr 12 08:20:27.729889 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c824b44-12be-4cfe-a629-525f81c81e3b admin admin] Publish callbacks [] for security_group (a8e8af9a-4a0a-402a-9011-86fae83c8143), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:27.812687 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c824b44-12be-4cfe-a629-525f81c81e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (a8e8af9a-4a0a-402a-9011-86fae83c8143), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:28.172272 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c824b44-12be-4cfe-a629-525f81c81e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8af9a-4a0a-402a-9011-86fae83c8143,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:28.201101 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8c824b44-12be-4cfe-a629-525f81c81e3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b7a4bb05f524f60b7d374319b8c011e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9022803 Apr 12 08:20:28.201557 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45402) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:28.216784 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05718b65-773a-40b7-87f7-67fb308a7403 req-cd761b22-5394-4dd3-a5d5-392e22d77bd7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:28.218902 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-05718b65-773a-40b7-87f7-67fb308a7403 req-cd761b22-5394-4dd3-a5d5-392e22d77bd7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.1003809 Apr 12 08:20:28.329976 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-05718b65-773a-40b7-87f7-67fb308a7403 req-39c03d81-e93b-4cee-911d-7c6ab4b63815 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030557 Apr 12 08:20:28.331167 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de2b48be-8464-428f-ad70-1e60f5f2c576 admin admin] Publish callbacks [] for security_group (a8e8af9a-4a0a-402a-9011-86fae83c8143), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:28.357095 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de2b48be-8464-428f-ad70-1e60f5f2c576 admin admin] Publish callbacks [] for security_group (a8e8af9a-4a0a-402a-9011-86fae83c8143), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:28.464732 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de2b48be-8464-428f-ad70-1e60f5f2c576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (a8e8af9a-4a0a-402a-9011-86fae83c8143), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:28.467199 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de2b48be-8464-428f-ad70-1e60f5f2c576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:28.468419 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-de2b48be-8464-428f-ad70-1e60f5f2c576 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8e8af9a-4a0a-402a-9011-86fae83c8143 HTTP/1.1" status: 204 len: 168 time: 0.2659349 Apr 12 08:20:28.471372 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:20:28.476297 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b48be-8464-428f-ad70-1e60f5f2c576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8af9a-4a0a-402a-9011-86fae83c8143,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:28.593112 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f21e5832-6290-4c57-9bd2-85ddf6f39aa0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:28.695399 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8279157a-8d42-4147-949d-9ea049bceb84 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:28.703835 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f21e5832-6290-4c57-9bd2-85ddf6f39aa0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (d45c8aa8-8070-4739-b853-2cf07bed7a30), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:28.789652 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8279157a-8d42-4147-949d-9ea049bceb84 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (0fbf1549-69b0-42d2-9b14-6888786b8a73), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:28.887301 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.l3_db [None req-f21e5832-6290-4c57-9bd2-85ddf6f39aa0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Floating IP d45c8aa8-8070-4739-b853-2cf07bed7a30 associated. External IP: 172.27.3.135, port: 52066dd3-10ad-4e8e-b885-6439f9dee2ef. Apr 12 08:20:28.956160 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.l3_db [None req-8279157a-8d42-4147-949d-9ea049bceb84 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Floating IP 0fbf1549-69b0-42d2-9b14-6888786b8a73 associated. External IP: 172.27.3.86, port: 5a6ea123-6d38-4592-804a-cb67d6574733. Apr 12 08:20:29.288451 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21e5832-6290-4c57-9bd2-85ddf6f39aa0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Router 3cef59a7-4f91-4bec-b12d-a08225542426 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:20:29.360061 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8279157a-8d42-4147-949d-9ea049bceb84 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:20:29.495537 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21e5832-6290-4c57-9bd2-85ddf6f39aa0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:20:29.500300 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f21e5832-6290-4c57-9bd2-85ddf6f39aa0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:29.509793 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] Sync routers for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:20:29.519646 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:29.520936 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:29.537093 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e7b65-944e-455d-9d66-6fad0214519b req-d78fdca4-10a7-4784-b026-c1f6954459d1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:29.538557 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-820e7b65-944e-455d-9d66-6fad0214519b req-d78fdca4-10a7-4784-b026-c1f6954459d1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0954716 Apr 12 08:20:29.639307 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:29.661556 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45456) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:29.810594 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f21e5832-6290-4c57-9bd2-85ddf6f39aa0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "PUT /v2.0/floatingips/d45c8aa8-8070-4739-b853-2cf07bed7a30 HTTP/1.1" status: 200 len: 992 time: 2.7242174 Apr 12 08:20:29.813637 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:20:29.815837 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12" -d '{"events": [{"name": "network-changed", "server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:20:29.853118 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8279157a-8d42-4147-949d-9ea049bceb84 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:20:29.857375 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8279157a-8d42-4147-949d-9ea049bceb84 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:29.870798 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811fc47-7b18-492e-9052-619b29987935 None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:20:29.883796 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811fc47-7b18-492e-9052-619b29987935 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:29.890280 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6811fc47-7b18-492e-9052-619b29987935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:29.902338 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-820e7b65-944e-455d-9d66-6fad0214519b req-6f6f281b-7a67-49a6-9677-e1dbf5fa3011 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159422 Apr 12 08:20:29.908972 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ab73e4-e76c-4470-bd0c-d3e98c5ea95a x-openstack-request-id: req-58ab73e4-e76c-4470-bd0c-d3e98c5ea95a {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:20:29.909264 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:20:29.909500 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58ab73e4-e76c-4470-bd0c-d3e98c5ea95a {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:20:29.909895 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ab73e4-e76c-4470-bd0c-d3e98c5ea95a'] response: {'name': 'network-changed', 'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'status': 'completed', 'code': 200} Apr 12 08:20:29.922081 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1050282138-network', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:29.928341 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-8279157a-8d42-4147-949d-9ea049bceb84 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "PUT /v2.0/floatingips/0fbf1549-69b0-42d2-9b14-6888786b8a73 HTTP/1.1" status: 200 len: 991 time: 2.5082610 Apr 12 08:20:29.986073 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'd45c8aa8-8070-4739-b853-2cf07bed7a30', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'port_id': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'mac_address': 'fa:16:3e:ed:9a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d222fb-5025-413f-9b49-09799adc0a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:54Z', 'updated_at': '2022-04-12T08:20:28Z', 'revision_number': 1, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:30.009569 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-049e3992-de73-455e-8b17-70078539c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:30.011767 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-049e3992-de73-455e-8b17-70078539c5a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 1130 time: 0.0649750 Apr 12 08:20:30.013950 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] Checking router: 3cef59a7-4f91-4bec-b12d-a08225542426 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:20:30.022668 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:30.023844 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:30.079813 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Made reservation on behalf of b0a880bb2648415aa3ee1a89d71186f6 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:20:30.082139 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:30.093868 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:30.142424 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:30.144912 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-a52e88ad-3eac-45d0-825e-6f46dbdb5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:30.148682 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-a52e88ad-3eac-45d0-825e-6f46dbdb5b6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 917 time: 0.1288772 Apr 12 08:20:30.234692 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-6811fc47-7b18-492e-9052-619b29987935 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:30.316301 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-0e725338-8241-4ebe-bd22-bc5311498878 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef HTTP/1.1" status: 200 len: 1000 time: 0.1539147 Apr 12 08:20:30.342604 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Publish callbacks [] for security_group (8e56b861-9d1d-4618-8c85-e946370093d3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:30.376317 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-527e4302-61b3-4249-8de1-8400dea31636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:30.382276 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-30cfdef3-d4b3-4a6e-ab67-15de0f1692d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:30.383810 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-30cfdef3-d4b3-4a6e-ab67-15de0f1692d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 200 len: 856 time: 0.0562932 Apr 12 08:20:30.475850 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8e56b861-9d1d-4618-8c85-e946370093d3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:30.503501 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'd45c8aa8-8070-4739-b853-2cf07bed7a30', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'port_id': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'mac_address': 'fa:16:3e:ed:9a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d222fb-5025-413f-9b49-09799adc0a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:54Z', 'updated_at': '2022-04-12T08:20:28Z', 'revision_number': 1, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:30.506080 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:20:30.523953 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e56b861-9d1d-4618-8c85-e946370093d3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:30.531830 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.532184 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.532531 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.532937 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.533288 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.533676 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.534039 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.534390 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.535417 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.536394 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.536819 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.537158 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.537666 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.538008 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.538339 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:30.542296 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209e676-17eb-4b21-aa8a-abe913c495f0 None None] The sync data for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi is: [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'd45c8aa8-8070-4739-b853-2cf07bed7a30', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'port_id': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'mac_address': 'fa:16:3e:ed:9a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d222fb-5025-413f-9b49-09799adc0a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:54Z', 'updated_at': '2022-04-12T08:20:28Z', 'revision_number': 1, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:20:30.544582 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (0c20cead-11f0-4aab-932e-1dfea8b143ad), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:30.544582 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Added segment 0c20cead-11f0-4aab-932e-1dfea8b143ad of type vlan for network aa06fd23-9fcb-4982-a9de-73241ec1a6cf Apr 12 08:20:30.603874 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6811fc47-7b18-492e-9052-619b29987935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '0fbf1549-69b0-42d2-9b14-6888786b8a73', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:42:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:45Z', 'updated_at': '2022-04-12T08:20:28Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:30.607638 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (aa06fd23-9fcb-4982-a9de-73241ec1a6cf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:30.642800 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811fc47-7b18-492e-9052-619b29987935 None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:20:30.652486 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811fc47-7b18-492e-9052-619b29987935 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:30.653167 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6811fc47-7b18-492e-9052-619b29987935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:30.710080 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (aa06fd23-9fcb-4982-a9de-73241ec1a6cf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:30.711395 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:30.712132 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:30.770891 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-6811fc47-7b18-492e-9052-619b29987935 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:30.781413 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] Pushing event updated for resources: {'Network': ['ID=aa06fd23-9fcb-4982-a9de-73241ec1a6cf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:30.808632 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c8942-7c53-4f63-bb6f-dad9705ac3f8 None None] New status for floating IP d45c8aa8-8070-4739-b853-2cf07bed7a30: ACTIVE {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:20:30.816752 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:20:30.881505 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8f60b7ff-c90a-4b46-88fe-8237f720c5ac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2155130 Apr 12 08:20:30.881847 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45494) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:30.887186 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Request body: {'subnet': {'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1050282138-subnet', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'ip_version': 4}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:30.921529 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-c00cd0d8-5a8e-4833-9a7a-97653b9290a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:30.923044 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-c00cd0d8-5a8e-4833-9a7a-97653b9290a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27a8e601-3bff-45fb-be15-6e2fb4f647ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812633 Apr 12 08:20:31.031405 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Made reservation on behalf of b0a880bb2648415aa3ee1a89d71186f6 for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:20:31.034813 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3347492'] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:31.095170 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-a827abdf-a47d-4b55-af02-e5ec019154ff service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487691 Apr 12 08:20:31.095390 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d65a0-c6e6-4d54-a45b-1a9f33987a6b req-94a6d980-a4fe-4a01-bcd0-0bf99cc049f5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:31.096948 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a22d65a0-c6e6-4d54-a45b-1a9f33987a6b req-94a6d980-a4fe-4a01-bcd0-0bf99cc049f5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.1087508 Apr 12 08:20:31.194670 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a22d65a0-c6e6-4d54-a45b-1a9f33987a6b req-f08d4564-0bc9-4307-9ffa-b886543be81a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694947 Apr 12 08:20:31.225565 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fff0f0a5-8cc5-42e3-a8d9-eaea8e7a7d12 req-91fa8d7e-b6e5-41ae-988a-72f904d26377 service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168475 Apr 12 08:20:31.239611 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6811fc47-7b18-492e-9052-619b29987935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '0fbf1549-69b0-42d2-9b14-6888786b8a73', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:42:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:45Z', 'updated_at': '2022-04-12T08:20:28Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:31.268681 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811fc47-7b18-492e-9052-619b29987935 None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '0fbf1549-69b0-42d2-9b14-6888786b8a73', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:42:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:45Z', 'updated_at': '2022-04-12T08:20:28Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:20:31.384082 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3347510'] for subnet (ff614d52-f8a4-4853-898c-141b26a67d31), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:31.444331 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff614d52-f8a4-4853-898c-141b26a67d31,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:31.457903 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.458272 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.458597 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.458917 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.459250 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.459602 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.459928 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.461071 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.461071 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.461071 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.461388 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.461499 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.461823 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.462146 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.462446 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:31.467899 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Checking segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:31.468309 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Network hostable DHCP agents. Network: aa06fd23-9fcb-4982-a9de-73241ec1a6cf, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:20:31.473349 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666aefc3-4f6a-459c-9b95-97b4c09e00e7 None None] New status for floating IP 0fbf1549-69b0-42d2-9b14-6888786b8a73: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:20:31.566159 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:20:31.640510 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, aa06fd23-9fcb-4982-a9de-73241ec1a6cf) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:31.644750 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:31.645467 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:31.661669 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e3440-65b2-4bb8-b7ff-53c5f376cd2b None None] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:20:31.726456 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5294a6c5-b2bc-4076-a939-88fbdd11b63d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8395562 Apr 12 08:20:31.726830 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45506) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:31.731628 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:31.789021 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:20:31.790009 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:31.840742 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (80f8d10e-fa34-467e-8d7d-1f0ae1951183), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:31.842095 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (80f8d10e-fa34-467e-8d7d-1f0ae1951183), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:31.901176 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks [] for router_controller (80f8d10e-fa34-467e-8d7d-1f0ae1951183), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:31.911916 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3082205e-607b-4e05-b262-e407287a761f', 'tag': '5a6ea123-6d38-4592-804a-cb67d6574733'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:20:31.914873 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce52323-d2ae-49d1-9a93-a18824add940" -d '{"events": [{"name": "network-changed", "server_uuid": "3082205e-607b-4e05-b262-e407287a761f", "tag": "5a6ea123-6d38-4592-804a-cb67d6574733"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:20:31.948594 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Allocated IP 172.20.0.2 (aa06fd23-9fcb-4982-a9de-73241ec1a6cf/ff614d52-f8a4-4853-898c-141b26a67d31/58ec5a56-aa0c-480b-8c56-8da1c6405110) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:20:31.973084 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44a8bd-3e66-4bfe-9386-68050a8e12bc x-openstack-request-id: req-9d44a8bd-3e66-4bfe-9386-68050a8e12bc {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:20:31.973968 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3082205e-607b-4e05-b262-e407287a761f", "tag": "5a6ea123-6d38-4592-804a-cb67d6574733", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:20:31.979902 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d44a8bd-3e66-4bfe-9386-68050a8e12bc {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:20:31.979902 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d44a8bd-3e66-4bfe-9386-68050a8e12bc'] response: {'name': 'network-changed', 'server_uuid': '3082205e-607b-4e05-b262-e407287a761f', 'tag': '5a6ea123-6d38-4592-804a-cb67d6574733', 'status': 'completed', 'code': 200} Apr 12 08:20:32.053341 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce52323-d2ae-49d1-9a93-a18824add940 req-c28576c7-0254-4222-96f6-e32b9d2032d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:32.055238 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bce52323-d2ae-49d1-9a93-a18824add940 req-c28576c7-0254-4222-96f6-e32b9d2032d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 1130 time: 0.0460215 Apr 12 08:20:32.124298 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Publish callbacks [] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:32.228578 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:32.292096 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks [] for router_gateway (80f8d10e-fa34-467e-8d7d-1f0ae1951183), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:32.298101 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce52323-d2ae-49d1-9a93-a18824add940 req-755f9ac5-dfdd-4ed5-a449-8a29d53a2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:32.299947 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bce52323-d2ae-49d1-9a93-a18824add940 req-755f9ac5-dfdd-4ed5-a449-8a29d53a2db6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 914 time: 0.2229264 Apr 12 08:20:32.443752 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a7db5-2053-4d97-a30b-988fdbc60b99 req-4c2c1efd-ac29-40a9-828b-4d8735d84cbb tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:32.443752 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a63a7db5-2053-4d97-a30b-988fdbc60b99 req-4c2c1efd-ac29-40a9-828b-4d8735d84cbb tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0504782 Apr 12 08:20:32.443752 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a63a7db5-2053-4d97-a30b-988fdbc60b99 req-feb6eee5-02ab-4a7c-86d9-1269c7fe8432 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599823 Apr 12 08:20:32.444944 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bce52323-d2ae-49d1-9a93-a18824add940 req-e7c594ca-5cf2-499c-9de4-8a9e5feafcee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a6ea123-6d38-4592-804a-cb67d6574733 HTTP/1.1" status: 200 len: 1001 time: 0.0690708 Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Pushing event updated for resources: {'Port': ['ID=58ec5a56-aa0c-480b-8c56-8da1c6405110,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.445040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.446529 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.446529 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.446529 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:32.481055 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Attempting to bind port 58ec5a56-aa0c-480b-8c56-8da1c6405110 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:20:32.481427 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Attempting to bind port 58ec5a56-aa0c-480b-8c56-8da1c6405110 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:20:32.481796 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Attempting to bind port 58ec5a56-aa0c-480b-8c56-8da1c6405110 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:32.486844 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:20:32.487225 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Checking segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:32.487659 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:32.488058 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Bound using segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:20:32.488526 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Bound port: 58ec5a56-aa0c-480b-8c56-8da1c6405110, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:20:32.488934 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:32.553777 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] For port 58ec5a56-aa0c-480b-8c56-8da1c6405110, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:32.564582 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] For port 58ec5a56-aa0c-480b-8c56-8da1c6405110, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=58ec5a56-aa0c-480b-8c56-8da1c6405110,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:32.732763 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:32.787690 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5201b6dd-597c-48ad-82f3-745ee0f0a196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:32.793479 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fc4d9-f46f-46cc-bff2-94abeba40fa3 None None] Pushing event updated for resources: {'Port': ['ID=58ec5a56-aa0c-480b-8c56-8da1c6405110,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:32.890966 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks [] for router_gateway (80f8d10e-fa34-467e-8d7d-1f0ae1951183), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:32.913082 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:33.061135 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Allocated IP 172.27.3.161 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/bc1b43fb-2630-4274-b32d-cb0e58dd5627) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:20:33.168614 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks [] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:33.281165 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:33.325179 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:33.328047 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:33.334503 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:20:33.336351 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Pushing event updated for resources: {'Port': ['ID=bc1b43fb-2630-4274-b32d-cb0e58dd5627,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:33.543503 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:33.596035 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a3b67-8a2f-47e5-a427-b1a4fad4ad3d req-813b57d7-4866-472b-b727-270fe5dfa3e9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:33.597593 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-891a3b67-8a2f-47e5-a427-b1a4fad4ad3d req-813b57d7-4866-472b-b727-270fe5dfa3e9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0912731 Apr 12 08:20:33.601069 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:33.752690 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f946cf7-9c52-4ba0-aec0-fbfeff43870b None None] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:20:33.819138 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-ed66cf89-da13-4f40-a3d0-900c32cd45c6 None None] Provisioning complete for port 58ec5a56-aa0c-480b-8c56-8da1c6405110 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:33.819455 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-ed66cf89-da13-4f40-a3d0-900c32cd45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:33.866482 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks [] for router_gateway (80f8d10e-fa34-467e-8d7d-1f0ae1951183), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:33.906324 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-891a3b67-8a2f-47e5-a427-b1a4fad4ad3d req-8235cee5-1369-4a63-8416-f74b003bbed8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938077 Apr 12 08:20:33.943375 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-ed66cf89-da13-4f40-a3d0-900c32cd45c6 None None] Current status of the port 58ec5a56-aa0c-480b-8c56-8da1c6405110 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:33.943811 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-ed66cf89-da13-4f40-a3d0-900c32cd45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:33.984395 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-ed66cf89-da13-4f40-a3d0-900c32cd45c6 None None] For port 58ec5a56-aa0c-480b-8c56-8da1c6405110, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=58ec5a56-aa0c-480b-8c56-8da1c6405110,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:34.058942 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-ed66cf89-da13-4f40-a3d0-900c32cd45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:34.093627 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 58ec5a56-aa0c-480b-8c56-8da1c6405110 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:34.121080 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (80f8d10e-fa34-467e-8d7d-1f0ae1951183), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:34.155750 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66cf89-da13-4f40-a3d0-900c32cd45c6 None None] Pushing event updated for resources: {'Port': ['ID=58ec5a56-aa0c-480b-8c56-8da1c6405110,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:34.176086 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 58ec5a56-aa0c-480b-8c56-8da1c6405110 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:34.176464 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:34.188327 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-2652db2c-0a17-4835-9e50-96d652213c96 None None] Provisioning complete for port 58ec5a56-aa0c-480b-8c56-8da1c6405110 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:34.188694 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2652db2c-0a17-4835-9e50-96d652213c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:34.326175 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 58ec5a56-aa0c-480b-8c56-8da1c6405110 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:34.328171 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-2652db2c-0a17-4835-9e50-96d652213c96 None None] Current status of the port 58ec5a56-aa0c-480b-8c56-8da1c6405110 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:34.348984 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:20:34.455505 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:20:34.464638 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Sync routers for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:20:34.474505 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:34.475412 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:34.563029 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:34.564445 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f78b1c68-dd66-486c-8875-b5bdb734aa9e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8365040 Apr 12 08:20:34.567075 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45546) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:34.582020 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:34.747138 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:33Z', 'revision_number': 3, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:34.773381 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Checking router: 80f8d10e-fa34-467e-8d7d-1f0ae1951183 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:20:34.773725 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Updating router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 port bc1b43fb-2630-4274-b32d-cb0e58dd5627 binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:20:34.804444 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:34.983027 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.028361 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7f771-a20e-4039-afa9-deed28beb077 req-3b0a651c-261b-4c14-acfc-baac1d107f29 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:35.035322 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-25d7f771-a20e-4039-afa9-deed28beb077 req-3b0a651c-261b-4c14-acfc-baac1d107f29 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0528662 Apr 12 08:20:35.069330 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Publish callbacks [] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.094209 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-25d7f771-a20e-4039-afa9-deed28beb077 req-7559dfa8-77c5-42a1-9f4d-036ce1ffda05 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567737 Apr 12 08:20:35.137415 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.172943 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Allocated IP 172.20.0.1 (aa06fd23-9fcb-4982-a9de-73241ec1a6cf/ff614d52-f8a4-4853-898c-141b26a67d31/868d59ea-42d8-4860-849b-ae61c1315dc7) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:20:35.178842 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.193194 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Attempting to bind port bc1b43fb-2630-4274-b32d-cb0e58dd5627 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:20:35.193647 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Attempting to bind port bc1b43fb-2630-4274-b32d-cb0e58dd5627 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:20:35.194018 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Attempting to bind port bc1b43fb-2630-4274-b32d-cb0e58dd5627 on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:35.198586 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Pushing event updated for resources: {'Port': ['ID=bc1b43fb-2630-4274-b32d-cb0e58dd5627,revision_number=2']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:35.204670 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:20:35.205089 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:35.205481 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.205874 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:20:35.206336 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Bound port: bc1b43fb-2630-4274-b32d-cb0e58dd5627, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:20:35.206717 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.210362 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.210713 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.211074 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.211437 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.217331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:20:35.269854 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] For port bc1b43fb-2630-4274-b32d-cb0e58dd5627, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:35.273530 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] For port bc1b43fb-2630-4274-b32d-cb0e58dd5627, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=bc1b43fb-2630-4274-b32d-cb0e58dd5627,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:35.283494 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Publish callbacks [] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.341484 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.361131 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.396752 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:35.397370 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:35.403294 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:35.406199 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:35.409215 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:20:35.409697 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (80f8d10e-fa34-467e-8d7d-1f0ae1951183), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.432026 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a50e7-119b-48c7-b3e7-764abd6855e9 None None] Pushing event updated for resources: {'Port': ['ID=bc1b43fb-2630-4274-b32d-cb0e58dd5627,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:35.463694 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Pushing event updated for resources: {'Port': ['ID=868d59ea-42d8-4860-849b-ae61c1315dc7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:35.516996 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:35.631158 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.653320 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-8a4f5d95-9b7e-401a-ba1a-807f71316e0e None None] Provisioning complete for port 868d59ea-42d8-4860-849b-ae61c1315dc7 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:35.653999 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8a4f5d95-9b7e-401a-ba1a-807f71316e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.693188 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f5d95-9b7e-401a-ba1a-807f71316e0e None None] Port 868d59ea-42d8-4860-849b-ae61c1315dc7 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:20:35.703655 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:33Z', 'revision_number': 3, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:35.734244 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e4038-3f35-4309-a9e2-d863ef674d11 None None] The sync data for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi is: [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:33Z', 'revision_number': 3, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:20:35.813912 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Publish callbacks [] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.851904 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.852657 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (80f8d10e-fa34-467e-8d7d-1f0ae1951183), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:35.919897 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Pushing event updated for resources: {'Port': ['ID=868d59ea-42d8-4860-849b-ae61c1315dc7,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:36.015886 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:36.017822 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:36.246628 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device bc1b43fb-2630-4274-b32d-cb0e58dd5627 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:36.339919 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port bc1b43fb-2630-4274-b32d-cb0e58dd5627 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:36.344173 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:36.422822 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-3f74a282-8753-482c-a3f4-36b5c2008ef7 None None] Provisioning complete for port 868d59ea-42d8-4860-849b-ae61c1315dc7 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:36.423325 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3f74a282-8753-482c-a3f4-36b5c2008ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:36.534257 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39339a2e-2b73-4ccd-9983-f1a87e5a353e req-d54b1eaf-6ea0-4eea-8dde-ec1ea75b2ac3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:36.535068 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-39339a2e-2b73-4ccd-9983-f1a87e5a353e req-d54b1eaf-6ea0-4eea-8dde-ec1ea75b2ac3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0601869 Apr 12 08:20:36.537068 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:20:36.577370 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-3f74a282-8753-482c-a3f4-36b5c2008ef7 None None] Port 868d59ea-42d8-4860-849b-ae61c1315dc7 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:20:36.588583 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port bc1b43fb-2630-4274-b32d-cb0e58dd5627 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:36.589165 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:36.617714 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port bc1b43fb-2630-4274-b32d-cb0e58dd5627, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=bc1b43fb-2630-4274-b32d-cb0e58dd5627,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:36.715214 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:36.717090 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 58ec5a56-aa0c-480b-8c56-8da1c6405110 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:36.746214 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce52323-d2ae-49d1-9a93-a18824add940 req-d89d07d7-93b1-4e5b-8da9-d9e106149074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:36.750208 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bce52323-d2ae-49d1-9a93-a18824add940 req-d89d07d7-93b1-4e5b-8da9-d9e106149074 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 HTTP/1.1" status: 200 len: 853 time: 0.2234697 Apr 12 08:20:36.832081 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-39339a2e-2b73-4ccd-9983-f1a87e5a353e req-8b0eedb3-0c5c-40cf-8061-029b3f29f0b9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846696 Apr 12 08:20:36.842483 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9603e86-0954-45c1-9865-d4837893c998 req-c8505cd9-501f-4044-a263-47b8b290a469 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1912878 Apr 12 08:20:36.869972 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:20:36.876570 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-569f36af-956a-4004-97f1-827e2a007f19 admin admin] 10.222.0.23 "PUT /v2.0/routers/80f8d10e-fa34-467e-8d7d-1f0ae1951183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3074894 Apr 12 08:20:36.888901 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=bc1b43fb-2630-4274-b32d-cb0e58dd5627,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:36.894199 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 58ec5a56-aa0c-480b-8c56-8da1c6405110 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:36.894582 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:36.922489 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:36.988627 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 58ec5a56-aa0c-480b-8c56-8da1c6405110 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:37.008772 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45596) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:37.118047 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9063-37ef-4a75-95ce-f86c68d1a288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:37.234979 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce52323-d2ae-49d1-9a93-a18824add940 req-7ad5e722-8578-4413-9145-8c03fede89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:37.236590 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bce52323-d2ae-49d1-9a93-a18824add940 req-7ad5e722-8578-4413-9145-8c03fede89e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1039286 Apr 12 08:20:37.248357 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9603e86-0954-45c1-9865-d4837893c998 req-d6bb4bef-661b-43b8-8a07-3745779a13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:37.249785 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9603e86-0954-45c1-9865-d4837893c998 req-d6bb4bef-661b-43b8-8a07-3745779a13b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc8d333bbf1b4e438b6db5ca7092b582&device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 1129 time: 0.0732441 Apr 12 08:20:37.404027 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9063-37ef-4a75-95ce-f86c68d1a288 admin admin] Publish callbacks [] for security_group (eeb8eacb-3494-4b8e-8ee3-b71b7a7a6574), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:37.443559 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bce52323-d2ae-49d1-9a93-a18824add940 req-c1a63c49-11e2-416b-a41a-08a00f2417be service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927826 Apr 12 08:20:37.461028 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9603e86-0954-45c1-9865-d4837893c998 req-d54c45ae-b3f2-494d-886d-3c6ef5120ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:37.462412 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9603e86-0954-45c1-9865-d4837893c998 req-d54c45ae-b3f2-494d-886d-3c6ef5120ac4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2a5764d6-6d91-446f-b051-06776f8c237f HTTP/1.1" status: 200 len: 912 time: 0.1843235 Apr 12 08:20:37.514425 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9063-37ef-4a75-95ce-f86c68d1a288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (eeb8eacb-3494-4b8e-8ee3-b71b7a7a6574), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:37.521242 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9603e86-0954-45c1-9865-d4837893c998 req-4f1eb699-54af-41bf-8370-bcb2892c8253 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efe99d4a-5997-4107-92a0-706c0fc950fa HTTP/1.1" status: 200 len: 217 time: 0.0469763 Apr 12 08:20:37.592125 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb9063-37ef-4a75-95ce-f86c68d1a288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb8eacb-3494-4b8e-8ee3-b71b7a7a6574,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:37.603625 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c3cb9063-37ef-4a75-95ce-f86c68d1a288 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa479143f40749b0876ff5350ade596d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5880275 Apr 12 08:20:37.603625 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45614) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:37.634349 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bce52323-d2ae-49d1-9a93-a18824add940 req-1c78bb3d-d9ef-4faf-a23f-0b96a0bbdea0 service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814265 Apr 12 08:20:37.659228 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45618) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:37.663908 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64791761-a3be-47fc-8713-9a7a1a3c2718 admin admin] Publish callbacks [] for security_group (eeb8eacb-3494-4b8e-8ee3-b71b7a7a6574), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:37.664379 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1402150367-network', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:37.686288 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64791761-a3be-47fc-8713-9a7a1a3c2718 admin admin] Publish callbacks [] for security_group (eeb8eacb-3494-4b8e-8ee3-b71b7a7a6574), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:37.778188 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Made reservation on behalf of 5f3ae0753ba64adf8b508e63b2542414 for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:20:37.780594 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:37.794137 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:37.809874 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64791761-a3be-47fc-8713-9a7a1a3c2718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (eeb8eacb-3494-4b8e-8ee3-b71b7a7a6574), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:37.812840 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-64791761-a3be-47fc-8713-9a7a1a3c2718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:37.815641 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-64791761-a3be-47fc-8713-9a7a1a3c2718 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eeb8eacb-3494-4b8e-8ee3-b71b7a7a6574 HTTP/1.1" status: 204 len: 168 time: 0.2140269 Apr 12 08:20:37.839090 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64791761-a3be-47fc-8713-9a7a1a3c2718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb8eacb-3494-4b8e-8ee3-b71b7a7a6574,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:37.915068 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Sync routers for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:20:37.943424 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:37.949569 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Publish callbacks [] for security_group (0f7f6e66-6abc-4d25-83ab-51e39b6a069b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:37.951674 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:38.029432 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (0f7f6e66-6abc-4d25-83ab-51e39b6a069b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.057965 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f004a-9990-41d0-813f-37ad665d62e0 req-367616bf-fa92-4df7-9ccf-7e2c4809eae7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:38.075553 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a85f004a-9990-41d0-813f-37ad665d62e0 req-367616bf-fa92-4df7-9ccf-7e2c4809eae7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.1118691 Apr 12 08:20:38.099149 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f6e66-6abc-4d25-83ab-51e39b6a069b,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:38.117960 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:20:38.136931 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (2c56327a-16bc-485e-9444-9ca9dc1fa787), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.137385 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Added segment 2c56327a-16bc-485e-9444-9ca9dc1fa787 of type vlan for network db5edcf3-ba15-4a31-acea-241fa8aeb41e Apr 12 08:20:38.147495 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device bc1b43fb-2630-4274-b32d-cb0e58dd5627 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:38.153127 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a85f004a-9990-41d0-813f-37ad665d62e0 req-deb5952f-70e5-4315-9df8-62a2d6fbf22c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762644 Apr 12 08:20:38.196292 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (db5edcf3-ba15-4a31-acea-241fa8aeb41e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.215024 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:38.254344 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port bc1b43fb-2630-4274-b32d-cb0e58dd5627 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:38.254766 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.321021 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (db5edcf3-ba15-4a31-acea-241fa8aeb41e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.322295 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:38.323266 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.409116 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e1f64-082a-46c0-8d8c-aeaa1ad42349 req-d8dc2194-ce39-4762-9180-729759a6486c tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:38.411524 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d41e1f64-082a-46c0-8d8c-aeaa1ad42349 req-d8dc2194-ce39-4762-9180-729759a6486c tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0581467 Apr 12 08:20:38.417093 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7565351 Apr 12 08:20:38.420185 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45640) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:38.423807 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f2c66-d9d2-410c-ae16-630d1ddea09b admin admin] Pushing event updated for resources: {'Network': ['ID=db5edcf3-ba15-4a31-acea-241fa8aeb41e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:38.429152 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Request body: {'subnet': {'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1402150367-subnet', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:38.446593 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network db5edcf3-ba15-4a31-acea-241fa8aeb41e details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:20:38.503914 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d41e1f64-082a-46c0-8d8c-aeaa1ad42349 req-01d79ae0-649a-4b59-a6dd-8436b1b8cbc9 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775416 Apr 12 08:20:38.594696 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Made reservation on behalf of 5f3ae0753ba64adf8b508e63b2542414 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:20:38.597229 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.661900 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port bc1b43fb-2630-4274-b32d-cb0e58dd5627 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:38.683771 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 2, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:38.715287 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Checking router: 80f8d10e-fa34-467e-8d7d-1f0ae1951183 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:20:38.715673 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Updating router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 port 868d59ea-42d8-4860-849b-ae61c1315dc7 binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:20:38.744745 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.804782 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45646) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:38.812959 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cea1eae9-5808-489c-ba33-fe7212347365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.885595 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cea1eae9-5808-489c-ba33-fe7212347365 admin admin] Publish callbacks [] for security_group (a284518f-faf2-4185-8d2e-66a066e5fc42), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.886564 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (eaf9a44a-8142-4bf8-86f2-96fffcb083fb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.941057 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf9a44a-8142-4bf8-86f2-96fffcb083fb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:38.954479 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cea1eae9-5808-489c-ba33-fe7212347365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (a284518f-faf2-4185-8d2e-66a066e5fc42), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:38.954899 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Checking segment: {'id': '2c56327a-16bc-485e-9444-9ca9dc1fa787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:38.955336 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Network hostable DHCP agents. Network: db5edcf3-ba15-4a31-acea-241fa8aeb41e, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:20:38.993072 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-cea1eae9-5808-489c-ba33-fe7212347365 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b226da7ced5429f8fa937c1d29c0e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919091 Apr 12 08:20:38.995711 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1eae9-5808-489c-ba33-fe7212347365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a284518f-faf2-4185-8d2e-66a066e5fc42,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:38.996171 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45648) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:39.018795 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Publish callbacks [] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.049017 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de5f98e3-a8b9-4ecc-bd20-e59d589c1a9c admin admin] Publish callbacks [] for security_group (a284518f-faf2-4185-8d2e-66a066e5fc42), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.059553 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Network db5edcf3-ba15-4a31-acea-241fa8aeb41e is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:20:39.074670 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de5f98e3-a8b9-4ecc-bd20-e59d589c1a9c admin admin] Publish callbacks [] for security_group (a284518f-faf2-4185-8d2e-66a066e5fc42), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.085888 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.141032 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a75df1-9977-4acf-8bdd-52c65adbbea8 None None] Pushing event updated for resources: {'Port': ['ID=868d59ea-42d8-4860-849b-ae61c1315dc7,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:39.155011 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, db5edcf3-ba15-4a31-acea-241fa8aeb41e) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:39.159155 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:39.159811 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.170366 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9dfba1-bf90-41d2-97f6-981cc8ff14e9 None None] Network db5edcf3-ba15-4a31-acea-241fa8aeb41e requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:20:39.184534 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de5f98e3-a8b9-4ecc-bd20-e59d589c1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (a284518f-faf2-4185-8d2e-66a066e5fc42), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.189146 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de5f98e3-a8b9-4ecc-bd20-e59d589c1a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.194825 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-de5f98e3-a8b9-4ecc-bd20-e59d589c1a9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a284518f-faf2-4185-8d2e-66a066e5fc42 HTTP/1.1" status: 204 len: 168 time: 0.1930404 Apr 12 08:20:39.199882 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f98e3-a8b9-4ecc-bd20-e59d589c1a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a284518f-faf2-4185-8d2e-66a066e5fc42,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:39.241943 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-cc608be3-8563-4e6a-b1a1-f421d41331b4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8192341 Apr 12 08:20:39.248231 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45656) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:39.253258 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1402150367-router', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:39.314591 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46115fc2-5f44-4d6b-a652-7172a2107ac2 req-8c404899-3bb1-44b7-a93c-cae314a1819c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:39.318725 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Attempting to bind port 868d59ea-42d8-4860-849b-ae61c1315dc7 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:20:39.319127 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Attempting to bind port 868d59ea-42d8-4860-849b-ae61c1315dc7 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:20:39.319509 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Attempting to bind port 868d59ea-42d8-4860-849b-ae61c1315dc7 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:39.322778 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-46115fc2-5f44-4d6b-a652-7172a2107ac2 req-8c404899-3bb1-44b7-a93c-cae314a1819c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0785427 Apr 12 08:20:39.327340 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (084970bc-1cb2-4ddc-9ae3-30b952aea70c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.328639 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (084970bc-1cb2-4ddc-9ae3-30b952aea70c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.330802 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:20:39.331185 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Checking segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:39.331612 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.332005 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Bound using segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:20:39.332488 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Bound port: 868d59ea-42d8-4860-849b-ae61c1315dc7, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:20:39.333438 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.386966 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-46115fc2-5f44-4d6b-a652-7172a2107ac2 req-8277773f-f410-4bb0-882a-95b5375e2dc6 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624943 Apr 12 08:20:39.417852 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks [] for router_controller (084970bc-1cb2-4ddc-9ae3-30b952aea70c), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.430244 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-db5edcf3-ba15-4a31-acea-241fa8aeb41e', 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e', 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'fixed_ips': [{'subnet_id': 'eaf9a44a-8142-4bf8-86f2-96fffcb083fb'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:20:39.431087 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.438315 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-d4879acd-b1c5-4c77-a525-56cd5e4bc08e None None] Provisioning complete for port 868d59ea-42d8-4860-849b-ae61c1315dc7 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:39.438682 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d4879acd-b1c5-4c77-a525-56cd5e4bc08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.492190 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] For port 868d59ea-42d8-4860-849b-ae61c1315dc7, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:39.515592 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] For port 868d59ea-42d8-4860-849b-ae61c1315dc7, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=868d59ea-42d8-4860-849b-ae61c1315dc7,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:39.530213 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-d4879acd-b1c5-4c77-a525-56cd5e4bc08e None None] Port 868d59ea-42d8-4860-849b-ae61c1315dc7 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:20:39.650105 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks [] for router_gateway (084970bc-1cb2-4ddc-9ae3-30b952aea70c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.693038 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Allocated IP 172.20.0.2 (db5edcf3-ba15-4a31-acea-241fa8aeb41e/eaf9a44a-8142-4bf8-86f2-96fffcb083fb/21471637-b724-4a8d-9fb3-faf16d695cd4) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:20:39.699999 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096285a9-0821-4120-a0b8-086951d086dc req-4edf3c08-23a1-4577-a402-9dc576256ef5 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:39.701207 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:39.701467 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-096285a9-0821-4120-a0b8-086951d086dc req-4edf3c08-23a1-4577-a402-9dc576256ef5 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0677028 Apr 12 08:20:39.772554 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-096285a9-0821-4120-a0b8-086951d086dc req-53d2a09f-f875-45c2-9d4c-aa982e41e1db tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643029 Apr 12 08:20:39.872916 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a75df1-9977-4acf-8bdd-52c65adbbea8 None None] Pushing event updated for resources: {'Port': ['ID=868d59ea-42d8-4860-849b-ae61c1315dc7,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:39.880034 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:39.880946 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:39.977942 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks [] for router_gateway (084970bc-1cb2-4ddc-9ae3-30b952aea70c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.003886 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.061799 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:40.090230 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Publish callbacks [] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.096273 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-c311715d-9890-49e5-ace5-a69934e72c23 None None] Provisioning complete for port 868d59ea-42d8-4860-849b-ae61c1315dc7 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:40.096650 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c311715d-9890-49e5-ace5-a69934e72c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.117582 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Allocated IP 172.27.3.146 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/f5275e16-0ec8-4ace-8b4e-fa4c31f425b5) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:20:40.168973 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.243465 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks [] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.249090 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Network db5edcf3-ba15-4a31-acea-241fa8aeb41e is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:40.281957 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:40.294198 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:20:40.306981 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Pushing event updated for resources: {'Port': ['ID=21471637-b724-4a8d-9fb3-faf16d695cd4,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:40.350118 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.388921 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:40.394217 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:40.394851 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-c311715d-9890-49e5-ace5-a69934e72c23 None None] Current status of the port 868d59ea-42d8-4860-849b-ae61c1315dc7 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:40.395799 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c311715d-9890-49e5-ace5-a69934e72c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.398631 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:20:40.421703 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Attempting to bind port 21471637-b724-4a8d-9fb3-faf16d695cd4 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:20:40.421859 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Attempting to bind port 21471637-b724-4a8d-9fb3-faf16d695cd4 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '2c56327a-16bc-485e-9444-9ca9dc1fa787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:20:40.422165 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Attempting to bind port 21471637-b724-4a8d-9fb3-faf16d695cd4 on network db5edcf3-ba15-4a31-acea-241fa8aeb41e {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:40.462133 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:20:40.462519 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Checking segment: {'id': '2c56327a-16bc-485e-9444-9ca9dc1fa787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:40.462930 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.463593 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Bound using segment: {'id': '2c56327a-16bc-485e-9444-9ca9dc1fa787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:20:40.464149 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Bound port: 21471637-b724-4a8d-9fb3-faf16d695cd4, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c56327a-16bc-485e-9444-9ca9dc1fa787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:20:40.464543 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.498820 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-c311715d-9890-49e5-ace5-a69934e72c23 None None] For port 868d59ea-42d8-4860-849b-ae61c1315dc7, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=868d59ea-42d8-4860-849b-ae61c1315dc7,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:40.505214 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:39Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:40.533585 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Pushing event updated for resources: {'Port': ['ID=f5275e16-0ec8-4ace-8b4e-fa4c31f425b5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:40.546908 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53668777-9630-4cec-a99d-906c403207b5 req-cf106bde-53aa-4e32-9774-d9d66a2c20c0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:40.558012 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f9693-e229-4163-aa18-1bc54209d580 None None] The sync data for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi is: [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:39Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:20:40.573364 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-53668777-9630-4cec-a99d-906c403207b5 req-cf106bde-53aa-4e32-9774-d9d66a2c20c0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0937083 Apr 12 08:20:40.582098 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9603e86-0954-45c1-9865-d4837893c998 req-1f867064-3743-41d7-ae30-f2814dfdc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:40.583913 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9603e86-0954-45c1-9865-d4837893c998 req-1f867064-3743-41d7-ae30-f2814dfdc3e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfa1f99a-b06c-44e1-b966-f408b1e938c2 HTTP/1.1" status: 200 len: 852 time: 0.0678508 Apr 12 08:20:40.590890 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c311715d-9890-49e5-ace5-a69934e72c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.660467 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] For port 21471637-b724-4a8d-9fb3-faf16d695cd4, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:40.683560 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] For port 21471637-b724-4a8d-9fb3-faf16d695cd4, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=21471637-b724-4a8d-9fb3-faf16d695cd4,segment=NetworkSegment(2c56327a-16bc-485e-9444-9ca9dc1fa787),segment_id=2c56327a-16bc-485e-9444-9ca9dc1fa787)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:40.702949 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311715d-9890-49e5-ace5-a69934e72c23 None None] Pushing event updated for resources: {'Port': ['ID=868d59ea-42d8-4860-849b-ae61c1315dc7,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:40.730122 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-53668777-9630-4cec-a99d-906c403207b5 req-0505ab3d-6fdc-4ed6-ad39-c80f13cc5eb7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486382 Apr 12 08:20:40.734705 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9603e86-0954-45c1-9865-d4837893c998 req-208938e1-71e4-49f7-8024-78372ea30593 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a5764d6-6d91-446f-b051-06776f8c237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325309 Apr 12 08:20:40.755322 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:40.846471 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c89de-89fd-40f4-bffc-2eeb89f26783 None None] Pushing event updated for resources: {'Port': ['ID=21471637-b724-4a8d-9fb3-faf16d695cd4,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:41.106661 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2c3b6-ebbf-44d6-9b65-4db6bdfe26fe req-2fa6ba02-f8ac-487f-810b-41f8b1d22502 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:41.108363 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9be2c3b6-ebbf-44d6-9b65-4db6bdfe26fe req-2fa6ba02-f8ac-487f-810b-41f8b1d22502 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0953500 Apr 12 08:20:41.154803 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks [] for router_gateway (084970bc-1cb2-4ddc-9ae3-30b952aea70c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:41.220048 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9be2c3b6-ebbf-44d6-9b65-4db6bdfe26fe req-9a17f798-4259-4f63-92dc-9c86360adcdf tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001930 Apr 12 08:20:41.448152 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (084970bc-1cb2-4ddc-9ae3-30b952aea70c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:41.680394 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Router 084970bc-1cb2-4ddc-9ae3-30b952aea70c is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:20:41.849905 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:20:41.870670 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Sync routers for ids ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:20:41.894683 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Routers {'084970bc-1cb2-4ddc-9ae3-30b952aea70c'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:41.896112 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:41.944413 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72360a22-f191-4596-ad5f-e04674008ac7 req-6a1790e8-5c98-4639-abb8-34c91fb07e0c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:41.947387 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-72360a22-f191-4596-ad5f-e04674008ac7 req-6a1790e8-5c98-4639-abb8-34c91fb07e0c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0870924 Apr 12 08:20:41.985599 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:41.986858 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-18c630c1-093a-4e72-869f-d0c9053dafab admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7376544 Apr 12 08:20:41.990531 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45714) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:42.073024 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-72360a22-f191-4596-ad5f-e04674008ac7 req-6512891d-0049-4d34-86a8-81cc02c2b3cc tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166477 Apr 12 08:20:42.092621 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Set router 084970bc-1cb2-4ddc-9ae3-30b952aea70c gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:42.159190 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a016e-811b-4cd2-b62b-8583bbb4921e None None] Network db5edcf3-ba15-4a31-acea-241fa8aeb41e requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:20:42.341672 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'name': 'tempest-TestVolumeBootPattern-1402150367-router', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:39Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 3, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'gw_port': {'id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:40Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:42.342412 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 21471637-b724-4a8d-9fb3-faf16d695cd4 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:42.374711 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fa460-cb1a-4ccd-899a-36c338d2a0ad req-bba0b06d-6f4d-412f-bd58-2159edc6f146 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:42.376347 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e00fa460-cb1a-4ccd-899a-36c338d2a0ad req-bba0b06d-6f4d-412f-bd58-2159edc6f146 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0701783 Apr 12 08:20:42.413307 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Checking router: 084970bc-1cb2-4ddc-9ae3-30b952aea70c for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:20:42.413934 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Updating router 084970bc-1cb2-4ddc-9ae3-30b952aea70c port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:20:42.446232 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-effbfaf9-56ae-495b-87e7-6dca08fc7af5 None None] Provisioning complete for port 21471637-b724-4a8d-9fb3-faf16d695cd4 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:42.446689 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-effbfaf9-56ae-495b-87e7-6dca08fc7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:42.454345 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:42.535686 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e00fa460-cb1a-4ccd-899a-36c338d2a0ad req-b75cc611-1ea0-4784-90a5-a9ba0df68e07 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187131 Apr 12 08:20:42.541069 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 21471637-b724-4a8d-9fb3-faf16d695cd4 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:42.541635 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:42.647983 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-effbfaf9-56ae-495b-87e7-6dca08fc7af5 None None] Current status of the port 21471637-b724-4a8d-9fb3-faf16d695cd4 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:42.648382 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-effbfaf9-56ae-495b-87e7-6dca08fc7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:42.660083 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9603e86-0954-45c1-9865-d4837893c998 req-4958b99c-4da0-4e82-9c99-9c8eaf251500 service neutron] 10.222.0.25 "GET /v2.0/networks/2a5764d6-6d91-446f-b051-06776f8c237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694312 Apr 12 08:20:42.777157 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 21471637-b724-4a8d-9fb3-faf16d695cd4 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:42.777887 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:42.806065 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-effbfaf9-56ae-495b-87e7-6dca08fc7af5 None None] For port 21471637-b724-4a8d-9fb3-faf16d695cd4, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=21471637-b724-4a8d-9fb3-faf16d695cd4,segment=NetworkSegment(2c56327a-16bc-485e-9444-9ca9dc1fa787),segment_id=2c56327a-16bc-485e-9444-9ca9dc1fa787)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:42.812036 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Publish callbacks [] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:42.862108 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:42.869505 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:42.871461 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-effbfaf9-56ae-495b-87e7-6dca08fc7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:42.874404 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9603e86-0954-45c1-9865-d4837893c998 req-e58be0eb-5b9b-4dcd-ab1d-cc82dd1f4016 service neutron] 10.222.0.25 "GET /v2.0/networks/2a5764d6-6d91-446f-b051-06776f8c237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666365 Apr 12 08:20:42.975588 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Attempting to bind port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:20:42.977838 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Attempting to bind port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:20:42.979055 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Attempting to bind port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:42.982633 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766b53b-4e10-44b9-bfdf-292986689ef6 None None] Pushing event updated for resources: {'Port': ['ID=f5275e16-0ec8-4ace-8b4e-fa4c31f425b5,revision_number=2']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:42.995951 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:20:42.995951 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:42.995951 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:42.995951 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:20:42.995951 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Bound port: f5275e16-0ec8-4ace-8b4e-fa4c31f425b5, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:20:42.999337 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:43.026628 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.db.api [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 08:20:43.027273 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG oslo_db.api [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 08:20:43.034416 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbfaf9-56ae-495b-87e7-6dca08fc7af5 None None] Pushing event updated for resources: {'Port': ['ID=21471637-b724-4a8d-9fb3-faf16d695cd4,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:43.047391 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-56083e70-0a07-4220-a889-31ea703e5555 None None] Provisioning complete for port 21471637-b724-4a8d-9fb3-faf16d695cd4 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:43.047391 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-56083e70-0a07-4220-a889-31ea703e5555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:43.075160 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] For port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:43.079453 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] For port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=f5275e16-0ec8-4ace-8b4e-fa4c31f425b5,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:43.129915 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-56083e70-0a07-4220-a889-31ea703e5555 None None] Current status of the port 21471637-b724-4a8d-9fb3-faf16d695cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:43.199879 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206a3b-f10e-46e4-a41a-dce64e131f88 req-36015d9a-bcf3-41ec-8315-77609be6019c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:43.201255 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:43.202633 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e6206a3b-f10e-46e4-a41a-dce64e131f88 req-36015d9a-bcf3-41ec-8315-77609be6019c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0544572 Apr 12 08:20:43.249386 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Routers {'084970bc-1cb2-4ddc-9ae3-30b952aea70c'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:43.250035 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:43.262707 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e6206a3b-f10e-46e4-a41a-dce64e131f88 req-873ec573-5373-420a-9c72-013178e418e1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520637 Apr 12 08:20:43.308572 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766b53b-4e10-44b9-bfdf-292986689ef6 None None] Pushing event updated for resources: {'Port': ['ID=f5275e16-0ec8-4ace-8b4e-fa4c31f425b5,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:43.355161 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-dd19e236-74d0-4fac-9a74-ce6d7a24ff81 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:43.356677 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-dd19e236-74d0-4fac-9a74-ce6d7a24ff81 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.2969050 Apr 12 08:20:43.381416 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] Set router 084970bc-1cb2-4ddc-9ae3-30b952aea70c gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:43.470589 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Allocated IP 172.20.0.1 (db5edcf3-ba15-4a31-acea-241fa8aeb41e/eaf9a44a-8142-4bf8-86f2-96fffcb083fb/8b165aa4-c897-43f6-9e4c-14302e06866d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:20:43.595189 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 21471637-b724-4a8d-9fb3-faf16d695cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:43.596641 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-41731c27-c3e6-47cb-aa8f-e9f3b824fafb tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Deleting port efe99d4a-5997-4107-92a0-706c0fc950fa {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:20:43.597045 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-41731c27-c3e6-47cb-aa8f-e9f3b824fafb tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:43.602956 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 868d59ea-42d8-4860-849b-ae61c1315dc7 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:43.608066 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'name': 'tempest-TestVolumeBootPattern-1402150367-router', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:39Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 3, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'gw_port': {'id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:40Z', 'updated_at': '2022-04-12T08:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:43.639713 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a776d-2905-4480-a09c-595e51c40f64 None None] The sync data for ids ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'] in dv-cinder-836944-3-iscsi is: [{'id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'name': 'tempest-TestVolumeBootPattern-1402150367-router', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:39Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 3, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'gw_port': {'id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:40Z', 'updated_at': '2022-04-12T08:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:20:43.668039 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 868d59ea-42d8-4860-849b-ae61c1315dc7 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:43.668404 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:43.771324 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 868d59ea-42d8-4860-849b-ae61c1315dc7 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:43.782890 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6fdeb-0b88-409e-b469-58dbaf88206d req-0679e382-b9ce-43c2-b1cb-cbc95bdf443c tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:43.784493 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c2a6fdeb-0b88-409e-b469-58dbaf88206d req-0679e382-b9ce-43c2-b1cb-cbc95bdf443c tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 945 time: 0.1294358 Apr 12 08:20:43.789751 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Publish callbacks [] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:43.839033 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-41731c27-c3e6-47cb-aa8f-e9f3b824fafb tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] For port efe99d4a-5997-4107-92a0-706c0fc950fa, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=efe99d4a-5997-4107-92a0-706c0fc950fa,segment=NetworkSegment(701e0768-2c42-445f-9cc3-5d114249ce15),segment_id=701e0768-2c42-445f-9cc3-5d114249ce15)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:43.839402 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-41731c27-c3e6-47cb-aa8f-e9f3b824fafb tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:43.868132 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-41731c27-c3e6-47cb-aa8f-e9f3b824fafb tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Calling delete_port for efe99d4a-5997-4107-92a0-706c0fc950fa owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:20:43.912446 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c2a6fdeb-0b88-409e-b469-58dbaf88206d req-f28f3ce4-b202-40cb-a804-251c76fd38f6 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/security-groups?id=e987a7ed-25a9-41bf-8eae-3962de71af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160021 Apr 12 08:20:44.041721 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.114954 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Network db5edcf3-ba15-4a31-acea-241fa8aeb41e is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:44.123041 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:44.125032 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Pushing event updated for resources: {'Port': ['ID=8b165aa4-c897-43f6-9e4c-14302e06866d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:44.127176 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:20:44.127682 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (084970bc-1cb2-4ddc-9ae3-30b952aea70c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.155176 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 21471637-b724-4a8d-9fb3-faf16d695cd4 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:44.220327 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-41731c27-c3e6-47cb-aa8f-e9f3b824fafb tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (efe99d4a-5997-4107-92a0-706c0fc950fa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.225470 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 21471637-b724-4a8d-9fb3-faf16d695cd4 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:44.226001 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.270914 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41731c27-c3e6-47cb-aa8f-e9f3b824fafb tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Pushing event deleted for resources: {'Port': ['ID=efe99d4a-5997-4107-92a0-706c0fc950fa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:44.319546 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 21471637-b724-4a8d-9fb3-faf16d695cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:44.321062 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:44.389563 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:44.389950 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.404390 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-41731c27-c3e6-47cb-aa8f-e9f3b824fafb tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] No DVR routers for this DVR port efe99d4a-5997-4107-92a0-706c0fc950fa on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:20:44.405758 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.406168 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaa0bd-4ba2-456e-8dea-15698b42c642 req-da0dc5ef-a3d9-4161-8930-a4538f3464a9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:44.410415 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-41731c27-c3e6-47cb-aa8f-e9f3b824fafb tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.414484 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1e20321c-6553-4bbf-8444-4eea6660f31f req-41731c27-c3e6-47cb-aa8f-e9f3b824fafb tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.25 "DELETE /v2.0/ports/efe99d4a-5997-4107-92a0-706c0fc950fa HTTP/1.1" status: 204 len: 173 time: 1.0406556 Apr 12 08:20:44.414767 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfde640d-6a35-487c-a7b6-d3131a19d0c1', 'name': 'network-vif-deleted', 'tag': 'efe99d4a-5997-4107-92a0-706c0fc950fa'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:20:44.414877 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-caeaa0bd-4ba2-456e-8dea-15698b42c642 req-da0dc5ef-a3d9-4161-8930-a4538f3464a9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0612340 Apr 12 08:20:44.417106 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bc1fab-6b4b-44d9-9752-06125c0fb9ba" -d '{"events": [{"server_uuid": "dfde640d-6a35-487c-a7b6-d3131a19d0c1", "name": "network-vif-deleted", "tag": "efe99d4a-5997-4107-92a0-706c0fc950fa"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:20:44.476354 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e73ad4-b6f4-4ca3-8d05-f2f18381eb67 x-openstack-request-id: req-c0e73ad4-b6f4-4ca3-8d05-f2f18381eb67 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:20:44.476670 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfde640d-6a35-487c-a7b6-d3131a19d0c1", "name": "network-vif-deleted", "tag": "efe99d4a-5997-4107-92a0-706c0fc950fa", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:20:44.476928 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0e73ad4-b6f4-4ca3-8d05-f2f18381eb67 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:20:44.477331 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e73ad4-b6f4-4ca3-8d05-f2f18381eb67'] response: {'server_uuid': 'dfde640d-6a35-487c-a7b6-d3131a19d0c1', 'name': 'network-vif-deleted', 'tag': 'efe99d4a-5997-4107-92a0-706c0fc950fa', 'status': 'completed', 'code': 200} Apr 12 08:20:44.498052 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-caeaa0bd-4ba2-456e-8dea-15698b42c642 req-fe7d8503-f9a4-4d5d-8acb-6efee38cef83 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819118 Apr 12 08:20:44.501577 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-66461ebf-8a47-4725-8d1f-e90aedaea07c None None] Provisioning complete for port 8b165aa4-c897-43f6-9e4c-14302e06866d triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:44.501757 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-66461ebf-8a47-4725-8d1f-e90aedaea07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.533380 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:44.533781 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.563213 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-66461ebf-8a47-4725-8d1f-e90aedaea07c None None] Port 8b165aa4-c897-43f6-9e4c-14302e06866d cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:20:44.567229 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=f5275e16-0ec8-4ace-8b4e-fa4c31f425b5,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:44.617946 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.627329 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Publish callbacks [] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.672867 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=f5275e16-0ec8-4ace-8b4e-fa4c31f425b5,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:44.680841 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.681729 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (084970bc-1cb2-4ddc-9ae3-30b952aea70c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:44.749670 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Pushing event updated for resources: {'Port': ['ID=8b165aa4-c897-43f6-9e4c-14302e06866d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:44.810507 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Network db5edcf3-ba15-4a31-acea-241fa8aeb41e is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:20:44.811852 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:20:44.928817 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Router 084970bc-1cb2-4ddc-9ae3-30b952aea70c has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:20:45.048958 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2ebc1dd7-522d-49bc-887f-eccce8345f54 req-6905c3d2-55b6-49c4-b541-7b52cbb73ee9 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0308094 Apr 12 08:20:45.064727 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:20:45.072869 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a6b32793-73a3-496c-a95f-9b2e84feba8b admin admin] 10.222.0.23 "PUT /v2.0/routers/084970bc-1cb2-4ddc-9ae3-30b952aea70c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0813375 Apr 12 08:20:45.083325 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-cca36673-7f4e-4b6a-8283-e1ffa174ec50 None None] Provisioning complete for port 8b165aa4-c897-43f6-9e4c-14302e06866d triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:45.083325 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cca36673-7f4e-4b6a-8283-e1ffa174ec50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:45.118495 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-cca36673-7f4e-4b6a-8283-e1ffa174ec50 None None] Port 8b165aa4-c897-43f6-9e4c-14302e06866d cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:20:45.411738 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Sync routers for ids ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:20:45.421890 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Routers {'084970bc-1cb2-4ddc-9ae3-30b952aea70c'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:45.422567 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:45.529375 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Set router 084970bc-1cb2-4ddc-9ae3-30b952aea70c gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:45.623351 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e6946-81f5-4991-aee8-0939934f6b43 req-45a40617-6e97-4d7d-bc00-7a034874622d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:45.625141 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-598e6946-81f5-4991-aee8-0939934f6b43 req-45a40617-6e97-4d7d-bc00-7a034874622d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0587871 Apr 12 08:20:45.674969 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-598e6946-81f5-4991-aee8-0939934f6b43 req-98a07710-54d6-4cad-94b3-d7e37eb28078 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434361 Apr 12 08:20:45.734037 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'name': 'tempest-TestVolumeBootPattern-1402150367-router', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:39Z', 'updated_at': '2022-04-12T08:20:44Z', 'revision_number': 4, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'gw_port': {'id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:40Z', 'updated_at': '2022-04-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '8b165aa4-c897-43f6-9e4c-14302e06866d', 'name': '', 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'mac_address': 'fa:16:3e:1d:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eaf9a44a-8142-4bf8-86f2-96fffcb083fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:42Z', 'updated_at': '2022-04-12T08:20:44Z', 'revision_number': 2, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'subnets': [{'id': 'eaf9a44a-8142-4bf8-86f2-96fffcb083fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:45.763952 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Checking router: 084970bc-1cb2-4ddc-9ae3-30b952aea70c for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:20:45.764307 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Updating router 084970bc-1cb2-4ddc-9ae3-30b952aea70c port 8b165aa4-c897-43f6-9e4c-14302e06866d binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:20:45.792089 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:45.869949 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45788) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:45.874490 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d3c427f1-ca8c-42f6-9625-4f04fb7afb1f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718093277', 'description': 'tempest-secgroup-smoke-1718093277 description', 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:45.971995 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c427f1-ca8c-42f6-9625-4f04fb7afb1f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.052622 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c427f1-ca8c-42f6-9625-4f04fb7afb1f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group (d5300884-90e1-4f12-991f-9faa8363d666), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.061162 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Publish callbacks [] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.064105 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:46.113168 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:46.113463 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.125878 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c427f1-ca8c-42f6-9625-4f04fb7afb1f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (d5300884-90e1-4f12-991f-9faa8363d666), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.150309 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.155134 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-03aae931-2635-4f1d-b3c0-1e87496a20c5 req-7190a889-5b32-44d9-b0a5-76e9fa2b9e0f tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0408845 Apr 12 08:20:46.170794 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c427f1-ca8c-42f6-9625-4f04fb7afb1f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5300884-90e1-4f12-991f-9faa8363d666,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:46.213947 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c427f1-ca8c-42f6-9625-4f04fb7afb1f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.215188 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d3c427f1-ca8c-42f6-9625-4f04fb7afb1f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3441837 Apr 12 08:20:46.218150 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45792) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:46.222669 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-40ba6496-2647-4e9d-bd37-d9c0c346ba1b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'security_group_rule': {'security_group_id': 'd5300884-90e1-4f12-991f-9faa8363d666', 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:46.229007 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45215985-a0b2-41e8-800e-45cef22c9dde None None] Pushing event updated for resources: {'Port': ['ID=8b165aa4-c897-43f6-9e4c-14302e06866d,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:46.246573 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:46.301226 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Attempting to bind port 8b165aa4-c897-43f6-9e4c-14302e06866d on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:20:46.301801 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Attempting to bind port 8b165aa4-c897-43f6-9e4c-14302e06866d by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '2c56327a-16bc-485e-9444-9ca9dc1fa787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:20:46.302169 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Attempting to bind port 8b165aa4-c897-43f6-9e4c-14302e06866d on network db5edcf3-ba15-4a31-acea-241fa8aeb41e {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:20:46.307463 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:20:46.307867 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Checking segment: {'id': '2c56327a-16bc-485e-9444-9ca9dc1fa787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:20:46.308315 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.308651 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Bound using segment: {'id': '2c56327a-16bc-485e-9444-9ca9dc1fa787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:20:46.309116 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Bound port: 8b165aa4-c897-43f6-9e4c-14302e06866d, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c56327a-16bc-485e-9444-9ca9dc1fa787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:20:46.310040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.312673 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40ba6496-2647-4e9d-bd37-d9c0c346ba1b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (725c6dbc-4ebc-4dad-84a6-39281c83f1a8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.369660 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40ba6496-2647-4e9d-bd37-d9c0c346ba1b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (725c6dbc-4ebc-4dad-84a6-39281c83f1a8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.378473 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] For port 8b165aa4-c897-43f6-9e4c-14302e06866d, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:20:46.381765 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] For port 8b165aa4-c897-43f6-9e4c-14302e06866d, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=8b165aa4-c897-43f6-9e4c-14302e06866d,segment=NetworkSegment(2c56327a-16bc-485e-9444-9ca9dc1fa787),segment_id=2c56327a-16bc-485e-9444-9ca9dc1fa787)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:20:46.434398 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40ba6496-2647-4e9d-bd37-d9c0c346ba1b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (725c6dbc-4ebc-4dad-84a6-39281c83f1a8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.443400 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.448812 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-f60c5f83-7779-4f02-87da-c2ff7df8dbd6 None None] Provisioning complete for port 8b165aa4-c897-43f6-9e4c-14302e06866d triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:46.449150 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f60c5f83-7779-4f02-87da-c2ff7df8dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.453560 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba6496-2647-4e9d-bd37-d9c0c346ba1b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725c6dbc-4ebc-4dad-84a6-39281c83f1a8,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:46.528284 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40ba6496-2647-4e9d-bd37-d9c0c346ba1b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.532917 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-40ba6496-2647-4e9d-bd37-d9c0c346ba1b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105557 Apr 12 08:20:46.532917 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45794) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:46.537575 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-315bd276-cd28-484a-a3aa-1e40f6563579 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'security_group_rule': {'security_group_id': 'd5300884-90e1-4f12-991f-9faa8363d666', 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:46.542649 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45215985-a0b2-41e8-800e-45cef22c9dde None None] Pushing event updated for resources: {'Port': ['ID=8b165aa4-c897-43f6-9e4c-14302e06866d,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:46.546736 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Routers {'084970bc-1cb2-4ddc-9ae3-30b952aea70c'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:20:46.547340 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:20:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:46.626513 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-315bd276-cd28-484a-a3aa-1e40f6563579 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (a9064738-ec0d-4040-ae5c-a88d0fbe89e3), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.708348 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-315bd276-cd28-484a-a3aa-1e40f6563579 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (a9064738-ec0d-4040-ae5c-a88d0fbe89e3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.749231 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-315bd276-cd28-484a-a3aa-1e40f6563579 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (a9064738-ec0d-4040-ae5c-a88d0fbe89e3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.771550 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bd276-cd28-484a-a3aa-1e40f6563579 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9064738-ec0d-4040-ae5c-a88d0fbe89e3,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:46.795448 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3a7d3-a3ed-4cce-9859-147a3225f3bf req-05029e6a-14fa-456b-9bae-822125757126 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:46.797062 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-56f3a7d3-a3ed-4cce-9859-147a3225f3bf req-05029e6a-14fa-456b-9bae-822125757126 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0524366 Apr 12 08:20:46.798760 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-f60c5f83-7779-4f02-87da-c2ff7df8dbd6 None None] Current status of the port 8b165aa4-c897-43f6-9e4c-14302e06866d is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:46.799180 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f60c5f83-7779-4f02-87da-c2ff7df8dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.826458 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-315bd276-cd28-484a-a3aa-1e40f6563579 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.828245 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-315bd276-cd28-484a-a3aa-1e40f6563579 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2944856 Apr 12 08:20:46.828574 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['efe99d4a-5997-4107-92a0-706c0fc950fa'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:20:46.831100 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45804) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:46.839561 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-16988511-87c1-4ec4-8e39-16d8d7d7ea5e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'security_group_rule': {'security_group_id': 'd5300884-90e1-4f12-991f-9faa8363d666', 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:46.873249 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-56f3a7d3-a3ed-4cce-9859-147a3225f3bf req-d2eafe61-1818-4e65-9909-6f50ce8a238a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701683 Apr 12 08:20:46.883697 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] Set router 084970bc-1cb2-4ddc-9ae3-30b952aea70c gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:20:46.886407 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-f60c5f83-7779-4f02-87da-c2ff7df8dbd6 None None] For port 8b165aa4-c897-43f6-9e4c-14302e06866d, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=8b165aa4-c897-43f6-9e4c-14302e06866d,segment=NetworkSegment(2c56327a-16bc-485e-9444-9ca9dc1fa787),segment_id=2c56327a-16bc-485e-9444-9ca9dc1fa787)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:20:46.937318 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16988511-87c1-4ec4-8e39-16d8d7d7ea5e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (bb75f3f7-1a07-42c5-ba1c-16fb2c885df8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.956916 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f60c5f83-7779-4f02-87da-c2ff7df8dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:46.997246 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16988511-87c1-4ec4-8e39-16d8d7d7ea5e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (bb75f3f7-1a07-42c5-ba1c-16fb2c885df8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.059423 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c5f83-7779-4f02-87da-c2ff7df8dbd6 None None] Pushing event updated for resources: {'Port': ['ID=8b165aa4-c897-43f6-9e4c-14302e06866d,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:47.074280 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16988511-87c1-4ec4-8e39-16d8d7d7ea5e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (bb75f3f7-1a07-42c5-ba1c-16fb2c885df8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.089001 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-fc6a29b1-c957-48d6-97e6-5a1a830a19c2 None None] Provisioning complete for port 8b165aa4-c897-43f6-9e4c-14302e06866d triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:47.089385 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-fc6a29b1-c957-48d6-97e6-5a1a830a19c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.094305 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16988511-87c1-4ec4-8e39-16d8d7d7ea5e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb75f3f7-1a07-42c5-ba1c-16fb2c885df8,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:47.150684 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16988511-87c1-4ec4-8e39-16d8d7d7ea5e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.152307 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-16988511-87c1-4ec4-8e39-16d8d7d7ea5e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3177330 Apr 12 08:20:47.154900 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45806) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:47.159287 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c3626d55-5bb0-4c2f-92c3-f2610e78e6b5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'security_group_rule': {'security_group_id': 'd5300884-90e1-4f12-991f-9faa8363d666', 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:47.164347 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'name': 'tempest-TestVolumeBootPattern-1402150367-router', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:39Z', 'updated_at': '2022-04-12T08:20:44Z', 'revision_number': 4, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'gw_port': {'id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:40Z', 'updated_at': '2022-04-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '8b165aa4-c897-43f6-9e4c-14302e06866d', 'name': '', 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'mac_address': 'fa:16:3e:1d:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eaf9a44a-8142-4bf8-86f2-96fffcb083fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:42Z', 'updated_at': '2022-04-12T08:20:46Z', 'revision_number': 4, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'subnets': [{'id': 'eaf9a44a-8142-4bf8-86f2-96fffcb083fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:47.194808 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c6612-dcd1-43ad-b074-a552f8b0348c None None] The sync data for ids ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'] in dv-cinder-836944-3-iscsi is: [{'id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'name': 'tempest-TestVolumeBootPattern-1402150367-router', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:39Z', 'updated_at': '2022-04-12T08:20:44Z', 'revision_number': 4, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'gw_port': {'id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:40Z', 'updated_at': '2022-04-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '8b165aa4-c897-43f6-9e4c-14302e06866d', 'name': '', 'network_id': 'db5edcf3-ba15-4a31-acea-241fa8aeb41e', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'mac_address': 'fa:16:3e:1d:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eaf9a44a-8142-4bf8-86f2-96fffcb083fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:42Z', 'updated_at': '2022-04-12T08:20:46Z', 'revision_number': 4, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'subnets': [{'id': 'eaf9a44a-8142-4bf8-86f2-96fffcb083fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:20:47.234222 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a29b1-c957-48d6-97e6-5a1a830a19c2 None None] Current status of the port 8b165aa4-c897-43f6-9e4c-14302e06866d is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:47.276049 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a3b54ac0-d77c-49cc-98a5-91ea2d829755 req-28d12392-a51a-40a7-b48f-fa4345bdd0c3 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0502422 Apr 12 08:20:47.283447 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3626d55-5bb0-4c2f-92c3-f2610e78e6b5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (95d3c17a-e5b3-4b73-b0c1-0a49d37378a1), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.347212 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3626d55-5bb0-4c2f-92c3-f2610e78e6b5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (95d3c17a-e5b3-4b73-b0c1-0a49d37378a1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.428815 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3626d55-5bb0-4c2f-92c3-f2610e78e6b5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (95d3c17a-e5b3-4b73-b0c1-0a49d37378a1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.448960 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3626d55-5bb0-4c2f-92c3-f2610e78e6b5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d3c17a-e5b3-4b73-b0c1-0a49d37378a1,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:47.499231 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3626d55-5bb0-4c2f-92c3-f2610e78e6b5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.500556 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c3626d55-5bb0-4c2f-92c3-f2610e78e6b5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3446844 Apr 12 08:20:47.503495 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45810) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:47.508147 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-ff769a62-37ea-4646-b8cc-a673d5ac90b6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'security_group_rule': {'security_group_id': 'd5300884-90e1-4f12-991f-9faa8363d666', 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:47.572092 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.securitygroups_db [None req-ff769a62-37ea-4646-b8cc-a673d5ac90b6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Project b0a880bb2648415aa3ee1a89d71186f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 08:20:47.578098 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff769a62-37ea-4646-b8cc-a673d5ac90b6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (ec5edeee-163f-4784-875d-501c83c1dfb6), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.644002 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff769a62-37ea-4646-b8cc-a673d5ac90b6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (ec5edeee-163f-4784-875d-501c83c1dfb6), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.697602 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff769a62-37ea-4646-b8cc-a673d5ac90b6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (ec5edeee-163f-4784-875d-501c83c1dfb6), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.717532 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff769a62-37ea-4646-b8cc-a673d5ac90b6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5edeee-163f-4784-875d-501c83c1dfb6,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:47.779263 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff769a62-37ea-4646-b8cc-a673d5ac90b6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.780595 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ff769a62-37ea-4646-b8cc-a673d5ac90b6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2760737 Apr 12 08:20:47.783295 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45818) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:47.788286 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-7bc07e4d-8e9e-42f5-a2a9-b026463814bf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'security_group_rule': {'security_group_id': 'd5300884-90e1-4f12-991f-9faa8363d666', 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:20:47.857869 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.securitygroups_db [None req-7bc07e4d-8e9e-42f5-a2a9-b026463814bf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Project b0a880bb2648415aa3ee1a89d71186f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 08:20:47.865132 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7bc07e4d-8e9e-42f5-a2a9-b026463814bf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (255a5b1f-47f3-4262-b45e-44caffaa682b), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.943916 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7bc07e4d-8e9e-42f5-a2a9-b026463814bf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (255a5b1f-47f3-4262-b45e-44caffaa682b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:47.993192 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7bc07e4d-8e9e-42f5-a2a9-b026463814bf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (255a5b1f-47f3-4262-b45e-44caffaa682b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:48.031328 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc07e4d-8e9e-42f5-a2a9-b026463814bf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255a5b1f-47f3-4262-b45e-44caffaa682b,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:48.039941 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994c031-b2bb-4963-9dbc-cbc63e61fb25 req-e04dcfaa-3e7a-4570-b1e1-1370ce7c5891 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:48.041567 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4994c031-b2bb-4963-9dbc-cbc63e61fb25 req-e04dcfaa-3e7a-4570-b1e1-1370ce7c5891 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0780787 Apr 12 08:20:48.074624 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 8b165aa4-c897-43f6-9e4c-14302e06866d up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:20:48.091991 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7bc07e4d-8e9e-42f5-a2a9-b026463814bf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:48.093148 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-7bc07e4d-8e9e-42f5-a2a9-b026463814bf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3088977 Apr 12 08:20:48.100952 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4994c031-b2bb-4963-9dbc-cbc63e61fb25 req-adf5325e-285a-4528-9b01-ea3a8da3d83d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536165 Apr 12 08:20:48.137645 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 8b165aa4-c897-43f6-9e4c-14302e06866d triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:20:48.138020 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:48.228319 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 8b165aa4-c897-43f6-9e4c-14302e06866d is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:20:48.370587 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb99e6cd-6aba-41cc-af6d-58e59a87b713 req-af84b2cc-03e1-4865-83a3-234d775714d4 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0299084 Apr 12 08:20:49.214028 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c25fe7-7839-4b8c-8a34-c713ad3b8ef2 req-a2828d6a-e196-4fca-b671-934d9b288da5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:49.215483 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-16c25fe7-7839-4b8c-8a34-c713ad3b8ef2 req-a2828d6a-e196-4fca-b671-934d9b288da5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0486963 Apr 12 08:20:49.261226 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-16c25fe7-7839-4b8c-8a34-c713ad3b8ef2 req-1406d29f-c301-4eaa-97a4-cd63b0ed0904 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 Apr 12 08:20:49.461534 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1967f937-d80a-4cd6-bfb2-e0a4458565dd req-d70100a3-978a-4247-9bfa-3e5386b130ff tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0266216 Apr 12 08:20:50.089414 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device efe99d4a-5997-4107-92a0-706c0fc950fa no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:20:50.109153 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: efe99d4a-5997-4107-92a0-706c0fc950fa {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:20:50.109502 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device efe99d4a-5997-4107-92a0-706c0fc950fa not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:20:50.370627 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc4674-5590-4edf-a880-5d6218c646bb req-1df72048-5249-44a8-8c61-a59e2d17da8d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:50.372165 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ebdc4674-5590-4edf-a880-5d6218c646bb req-1df72048-5249-44a8-8c61-a59e2d17da8d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0461838 Apr 12 08:20:50.421755 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ebdc4674-5590-4edf-a880-5d6218c646bb req-a7b936ab-e53b-4d60-985b-2087caeb238c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436785 Apr 12 08:20:50.557290 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9227902c-ad63-45f8-bced-be7ba17ac176 req-ec17484e-68c4-4c92-84d4-b2a6fdb68f45 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0281696 Apr 12 08:20:51.260294 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45950) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:51.316342 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-02243c81-7f98-460f-b91e-784c9468008d admin admin] Deleting subnet dfb07973-4d3a-4ea0-a185-b4fee7396220 {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:20:51.322593 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02243c81-7f98-460f-b91e-784c9468008d admin admin] Publish callbacks [] for subnet (dfb07973-4d3a-4ea0-a185-b4fee7396220), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:51.362790 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02243c81-7f98-460f-b91e-784c9468008d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2438856'] for subnet (dfb07973-4d3a-4ea0-a185-b4fee7396220), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:51.403014 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02243c81-7f98-460f-b91e-784c9468008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (dfb07973-4d3a-4ea0-a185-b4fee7396220), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:51.550447 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752bf96-1159-4477-b4b3-eb20800af156 req-dc7fce20-9698-45d6-b921-baed1127fd7e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:51.552977 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5752bf96-1159-4477-b4b3-eb20800af156 req-dc7fce20-9698-45d6-b921-baed1127fd7e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0599639 Apr 12 08:20:51.554521 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02243c81-7f98-460f-b91e-784c9468008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347513'] for subnet (dfb07973-4d3a-4ea0-a185-b4fee7396220), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:51.599770 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02243c81-7f98-460f-b91e-784c9468008d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb07973-4d3a-4ea0-a185-b4fee7396220,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:51.606593 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02243c81-7f98-460f-b91e-784c9468008d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:51.610869 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-02243c81-7f98-460f-b91e-784c9468008d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dfb07973-4d3a-4ea0-a185-b4fee7396220 HTTP/1.1" status: 204 len: 168 time: 0.3492789 Apr 12 08:20:51.613448 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 45962) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:51.695409 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-33d898c2-0fb6-4478-addd-44c49fc13f83 req-0bb5473f-5552-42ca-9b58-b9b8437f33b5 tempest-DeleteServersTestJSON-1040662785 tempest-DeleteServersTestJSON-1040662785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfde640d-6a35-487c-a7b6-d3131a19d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0324881 Apr 12 08:20:51.698479 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5752bf96-1159-4477-b4b3-eb20800af156 req-56fd9048-aa5a-4503-9f51-c9a03a6bd003 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355398 Apr 12 08:20:51.723616 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (867b0476-84e0-4198-803e-95acad4f37f3), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:51.802342 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (867b0476-84e0-4198-803e-95acad4f37f3), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:51.822695 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867b0476-84e0-4198-803e-95acad4f37f3']}} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:51.832326 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ac27f1-988f-47f5-b564-e2100c8f0667') {'for_net_delete': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:51.832656 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ac27f1-988f-47f5-b564-e2100c8f0667') {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:51.844652 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2438849'] for segment (54ac27f1-988f-47f5-b564-e2100c8f0667), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:51.858296 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (54ac27f1-988f-47f5-b564-e2100c8f0667), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:51.864693 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:20:51.865077 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387818'] for segment (54ac27f1-988f-47f5-b564-e2100c8f0667), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: Traceback (most recent call last): Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: timer() Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: cb(*args, **kw) Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: return func(*args, **kwargs) Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: self._notify() Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: self.callback(batched_events) Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: event.method(event) Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: return f(self, *a, **k) Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._get(url).json() Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: return self.request(url, 'GET', **kwargs) Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:20:51.866744 dv-cinder-836944-3-iscsi neutron-server[103940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:20:52.011990 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (867b0476-84e0-4198-803e-95acad4f37f3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.022274 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.026162 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/867b0476-84e0-4198-803e-95acad4f37f3 HTTP/1.1" status: 204 len: 168 time: 0.4111855 Apr 12 08:20:52.029412 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45978) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:52.040396 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83f5b7-dd55-439a-beae-8be2f63a2fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=867b0476-84e0-4198-803e-95acad4f37f3,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:52.075067 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1339e37-f392-476d-a739-1dad1ba2d309 admin admin] Deleting subnet ea3fc767-5294-4232-90cf-a83c8f8af6eb {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:20:52.078657 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1339e37-f392-476d-a739-1dad1ba2d309 admin admin] Publish callbacks [] for subnet (ea3fc767-5294-4232-90cf-a83c8f8af6eb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.121588 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1339e37-f392-476d-a739-1dad1ba2d309 admin admin] Publish callbacks [] for subnet (ea3fc767-5294-4232-90cf-a83c8f8af6eb), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.132259 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1339e37-f392-476d-a739-1dad1ba2d309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (ea3fc767-5294-4232-90cf-a83c8f8af6eb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.434670 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1339e37-f392-476d-a739-1dad1ba2d309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for subnet (ea3fc767-5294-4232-90cf-a83c8f8af6eb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.459164 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1339e37-f392-476d-a739-1dad1ba2d309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3fc767-5294-4232-90cf-a83c8f8af6eb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:52.465752 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1339e37-f392-476d-a739-1dad1ba2d309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.469036 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c1339e37-f392-476d-a739-1dad1ba2d309 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ea3fc767-5294-4232-90cf-a83c8f8af6eb HTTP/1.1" status: 204 len: 168 time: 0.4386225 Apr 12 08:20:52.471502 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 45984) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:52.541431 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (90b7d229-ecab-467e-ae2a-37cc05937452), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.620502 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (90b7d229-ecab-467e-ae2a-37cc05937452), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.641190 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.641556 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.642304 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.642641 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > port after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.642975 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.643309 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > port after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.643660 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.643984 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.644302 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.644624 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.716983 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.717609 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.717703 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.717988 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 08:20:52.718358 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b7d229-ecab-467e-ae2a-37cc05937452']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:52.737178 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21c652b-7bc4-4ead-9219-550f43f2ca24') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:52.737489 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21c652b-7bc4-4ead-9219-550f43f2ca24') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:52.760683 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26062769'] for segment (d21c652b-7bc4-4ead-9219-550f43f2ca24), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.783791 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (d21c652b-7bc4-4ead-9219-550f43f2ca24), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.803193 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:20:52.804256 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25996970'] for segment (d21c652b-7bc4-4ead-9219-550f43f2ca24), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: from cryptography.utils import int_from_bytes Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: from cryptography.utils import int_from_bytes Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: Traceback (most recent call last): Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: timer() Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: cb(*args, **kw) Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: return func(*args, **kwargs) Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: self._notify() Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: self.callback(batched_events) Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: event.method(event) Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: return f(self, *a, **k) Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._get(url).json() Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: return self.request(url, 'GET', **kwargs) Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:20:52.808460 dv-cinder-836944-3-iscsi neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:20:52.824910 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e375-b6e8-46ca-bf11-72c1f2a5f406 req-ced87202-a36b-46e0-b2bf-378213ae29b8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:52.827229 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ea32e375-b6e8-46ca-bf11-72c1f2a5f406 req-ced87202-a36b-46e0-b2bf-378213ae29b8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0479798 Apr 12 08:20:52.883042 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ea32e375-b6e8-46ca-bf11-72c1f2a5f406 req-3c638c19-2dfb-4e18-a183-61f04305e4af tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491259 Apr 12 08:20:52.922497 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (90b7d229-ecab-467e-ae2a-37cc05937452), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.928594 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:52.933587 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] 10.222.0.23 "DELETE /v2.0/networks/90b7d229-ecab-467e-ae2a-37cc05937452 HTTP/1.1" status: 204 len: 168 time: 0.4598284 Apr 12 08:20:52.943601 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ce5c7-bf5c-412a-954d-776860b07707 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b7d229-ecab-467e-ae2a-37cc05937452,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:53.290601 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46010) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:53.329290 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0c555e03-7ead-48f1-86ee-071eb359e566 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58c80a73b9de4e1899bd63983f49b55c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375493 Apr 12 08:20:53.331674 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46012) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:53.380194 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3098649-95d9-4ba2-977a-9a44c2007d2f admin admin] Publish callbacks [] for security_group (ec62edfb-6bdf-4086-8833-2ed80db99a81), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:53.400488 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3098649-95d9-4ba2-977a-9a44c2007d2f admin admin] Publish callbacks [] for security_group (ec62edfb-6bdf-4086-8833-2ed80db99a81), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:53.502628 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3098649-95d9-4ba2-977a-9a44c2007d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (ec62edfb-6bdf-4086-8833-2ed80db99a81), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:53.505202 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3098649-95d9-4ba2-977a-9a44c2007d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:53.506376 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f3098649-95d9-4ba2-977a-9a44c2007d2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec62edfb-6bdf-4086-8833-2ed80db99a81 HTTP/1.1" status: 204 len: 168 time: 0.1738415 Apr 12 08:20:53.514103 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3098649-95d9-4ba2-977a-9a44c2007d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec62edfb-6bdf-4086-8833-2ed80db99a81,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:53.994286 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53897e22-5cf4-46d0-b963-50810103aaab req-aabcf3a5-56df-4b7f-b382-71119b032688 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:53.995816 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-53897e22-5cf4-46d0-b963-50810103aaab req-aabcf3a5-56df-4b7f-b382-71119b032688 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0459385 Apr 12 08:20:54.045720 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-53897e22-5cf4-46d0-b963-50810103aaab req-b6c48f83-8099-4c04-b9b8-40bdffd398c4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Apr 12 08:20:54.125733 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46024) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:54.166964 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-180eb39f-4838-4e1c-aea4-089205e96d8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d40338386cb1497ebcbdb31412984820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404644 Apr 12 08:20:54.169279 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46026) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:54.216823 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9da8-51ba-45f8-8fbd-bb609cb1bdd5 admin admin] Publish callbacks [] for security_group (201cd0ef-0a73-4c06-82bc-f8ecefa1c40e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:54.237885 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9da8-51ba-45f8-8fbd-bb609cb1bdd5 admin admin] Publish callbacks [] for security_group (201cd0ef-0a73-4c06-82bc-f8ecefa1c40e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:54.354452 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9da8-51ba-45f8-8fbd-bb609cb1bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (201cd0ef-0a73-4c06-82bc-f8ecefa1c40e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:54.356962 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9da8-51ba-45f8-8fbd-bb609cb1bdd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:54.358109 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a3cb9da8-51ba-45f8-8fbd-bb609cb1bdd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/201cd0ef-0a73-4c06-82bc-f8ecefa1c40e HTTP/1.1" status: 204 len: 168 time: 0.1879735 Apr 12 08:20:54.366443 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb9da8-51ba-45f8-8fbd-bb609cb1bdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201cd0ef-0a73-4c06-82bc-f8ecefa1c40e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:55.180403 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136a662-958c-4002-9995-068d58f8c5f1 req-b9b2e0f6-8698-4bab-88ef-fde987155f32 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:55.182475 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3136a662-958c-4002-9995-068d58f8c5f1 req-b9b2e0f6-8698-4bab-88ef-fde987155f32 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0543427 Apr 12 08:20:55.235614 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3136a662-958c-4002-9995-068d58f8c5f1 req-7d597f6c-d637-4666-8ac8-aa02b9e6c472 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452888 Apr 12 08:20:56.387497 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad634de-d6b1-4ae1-9d30-8d5587151000 req-bb41df1d-92e2-452a-b897-53a5280c7fd1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:56.390056 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5ad634de-d6b1-4ae1-9d30-8d5587151000 req-bb41df1d-92e2-452a-b897-53a5280c7fd1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0818670 Apr 12 08:20:56.420388 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46134) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:56.443871 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5ad634de-d6b1-4ae1-9d30-8d5587151000 req-2ea9c224-bc0a-43f7-9427-9803c6523917 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476580 Apr 12 08:20:56.473097 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d88c4ce-59b3-4c4c-bee3-978ce9a9155d admin admin] Deleting subnet bfa1f99a-b06c-44e1-b966-f408b1e938c2 {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:20:56.476857 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d88c4ce-59b3-4c4c-bee3-978ce9a9155d admin admin] Publish callbacks [] for subnet (bfa1f99a-b06c-44e1-b966-f408b1e938c2), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:56.513087 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d88c4ce-59b3-4c4c-bee3-978ce9a9155d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2438856'] for subnet (bfa1f99a-b06c-44e1-b966-f408b1e938c2), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:56.551141 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d88c4ce-59b3-4c4c-bee3-978ce9a9155d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (bfa1f99a-b06c-44e1-b966-f408b1e938c2), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:56.686325 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d88c4ce-59b3-4c4c-bee3-978ce9a9155d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347513'] for subnet (bfa1f99a-b06c-44e1-b966-f408b1e938c2), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:56.717106 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d88c4ce-59b3-4c4c-bee3-978ce9a9155d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:56.722850 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-7d88c4ce-59b3-4c4c-bee3-978ce9a9155d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bfa1f99a-b06c-44e1-b966-f408b1e938c2 HTTP/1.1" status: 204 len: 168 time: 0.2932212 Apr 12 08:20:56.722850 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88c4ce-59b3-4c4c-bee3-978ce9a9155d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa1f99a-b06c-44e1-b966-f408b1e938c2,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:56.723054 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46144) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:56.796758 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (2a5764d6-6d91-446f-b051-06776f8c237f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:56.914941 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (2a5764d6-6d91-446f-b051-06776f8c237f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:56.918292 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edde6b-5423-469c-b44c-48e857d9d373 req-4d9499fb-0b79-4b1a-9374-1e6b8e003d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:56.920422 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f8edde6b-5423-469c-b44c-48e857d9d373 req-4d9499fb-0b79-4b1a-9374-1e6b8e003d68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 1130 time: 0.0797601 Apr 12 08:20:56.954899 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5764d6-6d91-446f-b051-06776f8c237f']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:56.969033 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701e0768-2c42-445f-9cc3-5d114249ce15') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:56.969329 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701e0768-2c42-445f-9cc3-5d114249ce15') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:20:56.986727 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26062769'] for segment (701e0768-2c42-445f-9cc3-5d114249ce15), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:57.006023 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f8edde6b-5423-469c-b44c-48e857d9d373 req-ae119b94-81b2-4ad7-84ae-327f70136ee8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726352 Apr 12 08:20:57.046359 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (701e0768-2c42-445f-9cc3-5d114249ce15), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:57.053626 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:20:57.054011 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25996970'] for segment (701e0768-2c42-445f-9cc3-5d114249ce15), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: Traceback (most recent call last): Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: timer() Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: cb(*args, **kw) Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: return func(*args, **kwargs) Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: self._notify() Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: self.callback(batched_events) Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: event.method(event) Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: return f(self, *a, **k) Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._get(url).json() Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: return self.request(url, 'GET', **kwargs) Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:20:57.055864 dv-cinder-836944-3-iscsi neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:20:57.189653 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (2a5764d6-6d91-446f-b051-06776f8c237f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:57.207717 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:57.213673 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] 10.222.0.23 "DELETE /v2.0/networks/2a5764d6-6d91-446f-b051-06776f8c237f HTTP/1.1" status: 204 len: 168 time: 0.4895878 Apr 12 08:20:57.226254 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7431f-1a33-4438-a59a-066ed1de271f admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5764d6-6d91-446f-b051-06776f8c237f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:57.571885 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb531e1-dd28-442e-96d6-33710838422d req-6b5ce738-3ca0-42c2-86fd-38adf69898b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:57.573355 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-efb531e1-dd28-442e-96d6-33710838422d req-6b5ce738-3ca0-42c2-86fd-38adf69898b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0645413 Apr 12 08:20:57.599293 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46172) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:57.624356 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-efb531e1-dd28-442e-96d6-33710838422d req-53be44e4-ef19-458a-a670-870b8091ab75 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Apr 12 08:20:57.650198 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-50c0d0ed-6ca8-460d-8bb2-72337594a45b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc8d333bbf1b4e438b6db5ca7092b582&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491297 Apr 12 08:20:57.652846 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46178) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:57.708572 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c63e7708-3e9b-41a9-83ee-3e7a44cd116c admin admin] Publish callbacks [] for security_group (e987a7ed-25a9-41bf-8eae-3962de71af4e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:57.731819 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c63e7708-3e9b-41a9-83ee-3e7a44cd116c admin admin] Publish callbacks [] for security_group (e987a7ed-25a9-41bf-8eae-3962de71af4e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:57.868627 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c63e7708-3e9b-41a9-83ee-3e7a44cd116c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e987a7ed-25a9-41bf-8eae-3962de71af4e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:57.871145 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c63e7708-3e9b-41a9-83ee-3e7a44cd116c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:57.872384 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c63e7708-3e9b-41a9-83ee-3e7a44cd116c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e987a7ed-25a9-41bf-8eae-3962de71af4e HTTP/1.1" status: 204 len: 168 time: 0.2186255 Apr 12 08:20:57.882523 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e7708-3e9b-41a9-83ee-3e7a44cd116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e987a7ed-25a9-41bf-8eae-3962de71af4e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:58.107569 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46184) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:58.222633 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3c9bebf-739d-413a-b690-64b79204800b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:58.296804 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3c9bebf-739d-413a-b690-64b79204800b admin admin] Publish callbacks [] for security_group (76459ce8-65fa-4e6f-84db-1556e4c79a77), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:58.348959 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3c9bebf-739d-413a-b690-64b79204800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (76459ce8-65fa-4e6f-84db-1556e4c79a77), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:58.388373 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-a3c9bebf-739d-413a-b690-64b79204800b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d743a97328904c2e84d007d8babf9f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797244 Apr 12 08:20:58.390289 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9bebf-739d-413a-b690-64b79204800b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76459ce8-65fa-4e6f-84db-1556e4c79a77,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:58.391006 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46200) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:20:58.461615 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89c7a74c-624c-4c45-bcfa-972f4735db6a admin admin] Publish callbacks [] for security_group (76459ce8-65fa-4e6f-84db-1556e4c79a77), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:58.486509 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89c7a74c-624c-4c45-bcfa-972f4735db6a admin admin] Publish callbacks [] for security_group (76459ce8-65fa-4e6f-84db-1556e4c79a77), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:58.589259 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89c7a74c-624c-4c45-bcfa-972f4735db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (76459ce8-65fa-4e6f-84db-1556e4c79a77), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:58.591946 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89c7a74c-624c-4c45-bcfa-972f4735db6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:20:58.595971 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-89c7a74c-624c-4c45-bcfa-972f4735db6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76459ce8-65fa-4e6f-84db-1556e4c79a77 HTTP/1.1" status: 204 len: 168 time: 0.2013118 Apr 12 08:20:58.602524 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7a74c-624c-4c45-bcfa-972f4735db6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76459ce8-65fa-4e6f-84db-1556e4c79a77,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:20:58.752378 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6a9de-cb9a-4a41-9138-fcae5a1a0d10 req-2d8d636d-d25a-440e-94e9-def0867e3897 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:58.753958 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-32c6a9de-cb9a-4a41-9138-fcae5a1a0d10 req-2d8d636d-d25a-440e-94e9-def0867e3897 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0496793 Apr 12 08:20:58.808227 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-32c6a9de-cb9a-4a41-9138-fcae5a1a0d10 req-ede86391-38aa-41cd-aaeb-455f43615b2c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469861 Apr 12 08:20:59.929074 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75784e-b0d5-4a98-bce8-dc05c1272e21 req-521a9114-b270-497f-a993-24ab4d0d0821 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:20:59.930566 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6c75784e-b0d5-4a98-bce8-dc05c1272e21 req-521a9114-b270-497f-a993-24ab4d0d0821 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0534213 Apr 12 08:20:59.981455 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6c75784e-b0d5-4a98-bce8-dc05c1272e21 req-d467d07e-862b-40f7-8815-196df9289696 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 Apr 12 08:21:00.206219 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1cefef80-da22-4dc8-aec7-35d8e5e503a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:01.104371 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eaf1c-83c7-4ef0-9efc-f3ee208dd5a3 req-58a6d9f9-bdf1-442e-8d30-464204fdc4b0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:01.105839 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d66eaf1c-83c7-4ef0-9efc-f3ee208dd5a3 req-58a6d9f9-bdf1-442e-8d30-464204fdc4b0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0485804 Apr 12 08:21:01.156014 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d66eaf1c-83c7-4ef0-9efc-f3ee208dd5a3 req-106a789f-da9d-499f-93a5-63d7a663f561 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Apr 12 08:21:02.269686 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346abe1-22b8-4d7a-b2a3-6f8197c771cb req-4c881ca6-28e6-4d14-86e8-51d40d800e26 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:02.271043 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8346abe1-22b8-4d7a-b2a3-6f8197c771cb req-4c881ca6-28e6-4d14-86e8-51d40d800e26 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0477953 Apr 12 08:21:02.319070 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8346abe1-22b8-4d7a-b2a3-6f8197c771cb req-4322ec55-1e4a-452a-9be3-e31fb0b33dc3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Apr 12 08:21:02.437060 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3001c3d-3011-4631-a414-a92855741bc4 req-daa525dc-f2a0-4bc7-b325-b6b8ebfafcb9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:02.438536 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3001c3d-3011-4631-a414-a92855741bc4 req-daa525dc-f2a0-4bc7-b325-b6b8ebfafcb9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0495977 Apr 12 08:21:02.484821 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3001c3d-3011-4631-a414-a92855741bc4 req-dbdb6b71-a695-47a5-b9bf-501a9f95d529 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 Apr 12 08:21:02.754415 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4b4c331a-ce57-47f9-8fc2-63a0ffffe00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:03.794722 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:03.796387 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:04.920612 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45439-d0ed-4db4-a8fb-4ac38aad48d5 req-8130b8ce-3b39-42a0-8cb3-b9cf2dcf4757 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:04.922114 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-caf45439-d0ed-4db4-a8fb-4ac38aad48d5 req-8130b8ce-3b39-42a0-8cb3-b9cf2dcf4757 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0482485 Apr 12 08:21:04.986548 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-9a95975a-8555-4157-b0bd-b09f1a9492e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:04.988084 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-9a95975a-8555-4157-b0bd-b09f1a9492e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 1129 time: 0.0597098 Apr 12 08:21:05.022690 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-caf45439-d0ed-4db4-a8fb-4ac38aad48d5 req-cedb0fb1-d548-4d0e-bb9e-fb650ad517ac tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865846 Apr 12 08:21:05.093710 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-5c0f5ba2-3642-4aef-8413-783e99ba44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:05.095170 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-5c0f5ba2-3642-4aef-8413-783e99ba44f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.0971351 Apr 12 08:21:05.148947 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:05.149722 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-aaf568c1-a98c-4a8b-aca2-bf8098b98333 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 HTTP/1.1" status: 200 len: 217 time: 0.0441337 Apr 12 08:21:05.201884 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-c37e556f-97b3-4f7c-8b24-1941e3fb341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:05.207394 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-c37e556f-97b3-4f7c-8b24-1941e3fb341d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.0460820 Apr 12 08:21:05.264320 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-6e6c37ee-ae31-494b-a33f-4c93aca2e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:05.266057 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-6e6c37ee-ae31-494b-a33f-4c93aca2e51a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515573 Apr 12 08:21:05.386591 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-dd511313-1fc2-4662-a189-cd849a590376 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059678 Apr 12 08:21:05.477009 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:21:05.505605 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3eff64b5-b244-4700-a032-6f35fe5fab37 req-e800ddfe-bc2e-4831-bd55-026bef5db79c service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032505 Apr 12 08:21:06.047385 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46472) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:06.141806 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f95f6-f626-4e6c-8b11-52f7b3aae86d req-b8438eb4-b066-4be8-8df5-be7116c94c18 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:06.145836 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c02f95f6-f626-4e6c-8b11-52f7b3aae86d req-b8438eb4-b066-4be8-8df5-be7116c94c18 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0523498 Apr 12 08:21:06.199460 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bec16920-62dc-4286-ab15-acf826452b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:06.203415 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c02f95f6-f626-4e6c-8b11-52f7b3aae86d req-394f1a34-6d93-4a9b-8dd4-30573a582176 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531044 Apr 12 08:21:06.278623 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bec16920-62dc-4286-ab15-acf826452b93 admin admin] Publish callbacks [] for security_group (f1305977-1afe-4382-9b45-7f9862c3981b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:06.371776 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bec16920-62dc-4286-ab15-acf826452b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f1305977-1afe-4382-9b45-7f9862c3981b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:06.414768 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bec16920-62dc-4286-ab15-acf826452b93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=facb67395c034cbab945c41bb2083cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661914 Apr 12 08:21:06.415663 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec16920-62dc-4286-ab15-acf826452b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1305977-1afe-4382-9b45-7f9862c3981b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:06.418637 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46478) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:06.468360 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c3e28185-60b3-4803-9e32-e0118f83988f admin admin] Publish callbacks [] for security_group (f1305977-1afe-4382-9b45-7f9862c3981b), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:06.491412 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c3e28185-60b3-4803-9e32-e0118f83988f admin admin] Publish callbacks [] for security_group (f1305977-1afe-4382-9b45-7f9862c3981b), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:06.617540 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c3e28185-60b3-4803-9e32-e0118f83988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f1305977-1afe-4382-9b45-7f9862c3981b), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:06.620109 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c3e28185-60b3-4803-9e32-e0118f83988f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:06.621280 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-c3e28185-60b3-4803-9e32-e0118f83988f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1305977-1afe-4382-9b45-7f9862c3981b HTTP/1.1" status: 204 len: 168 time: 0.2012486 Apr 12 08:21:06.629239 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e28185-60b3-4803-9e32-e0118f83988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1305977-1afe-4382-9b45-7f9862c3981b,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:06.788903 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:07.314707 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fdee1-85d9-4162-b3cf-2c6524ccd49e req-f8d1964d-3df2-4534-bb1d-06fdd9620cea tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:07.316263 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-666fdee1-85d9-4162-b3cf-2c6524ccd49e req-f8d1964d-3df2-4534-bb1d-06fdd9620cea tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0465055 Apr 12 08:21:07.324677 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46500) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:07.337034 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f110b0f9-3c80-419d-ab41-6e789fe387b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:07.374180 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-666fdee1-85d9-4162-b3cf-2c6524ccd49e req-7a1832c5-688d-4e06-9748-8cfd3e9698a1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Apr 12 08:21:07.416359 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f110b0f9-3c80-419d-ab41-6e789fe387b4 admin admin] Publish callbacks [] for security_group (7aa89bfa-46d8-4108-9af6-9c997d55d8d4), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:07.508890 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f110b0f9-3c80-419d-ab41-6e789fe387b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (7aa89bfa-46d8-4108-9af6-9c997d55d8d4), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:07.553580 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110b0f9-3c80-419d-ab41-6e789fe387b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa89bfa-46d8-4108-9af6-9c997d55d8d4,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:07.559240 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f110b0f9-3c80-419d-ab41-6e789fe387b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3b5e4b860534254838d5b6675b50f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347362 Apr 12 08:21:07.562350 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46504) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:07.613785 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a85675a2-427a-472a-93a9-55bd6cfbea58 admin admin] Publish callbacks [] for security_group (7aa89bfa-46d8-4108-9af6-9c997d55d8d4), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:07.636074 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a85675a2-427a-472a-93a9-55bd6cfbea58 admin admin] Publish callbacks [] for security_group (7aa89bfa-46d8-4108-9af6-9c997d55d8d4), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:07.766142 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a85675a2-427a-472a-93a9-55bd6cfbea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (7aa89bfa-46d8-4108-9af6-9c997d55d8d4), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:07.768754 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a85675a2-427a-472a-93a9-55bd6cfbea58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:07.769896 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-a85675a2-427a-472a-93a9-55bd6cfbea58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7aa89bfa-46d8-4108-9af6-9c997d55d8d4 HTTP/1.1" status: 204 len: 168 time: 0.2065935 Apr 12 08:21:07.777896 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85675a2-427a-472a-93a9-55bd6cfbea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa89bfa-46d8-4108-9af6-9c997d55d8d4,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:08.495494 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db237c2-3260-49da-9aee-c91061d8455d req-a057486c-dca6-4263-9d94-892fb6dbf9c5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:08.497140 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5db237c2-3260-49da-9aee-c91061d8455d req-a057486c-dca6-4263-9d94-892fb6dbf9c5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0481248 Apr 12 08:21:08.550779 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5db237c2-3260-49da-9aee-c91061d8455d req-f0e3ac53-b809-490c-a431-e9f49d14dfb3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Apr 12 08:21:08.678355 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46540) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:08.798787 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-42e0feeb-ab85-44a3-b78a-3b6f13b249f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:08.886758 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-42e0feeb-ab85-44a3-b78a-3b6f13b249f1 admin admin] Publish callbacks [] for security_group (846779d0-ad67-4e9f-b817-3bf4502393a7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:08.960152 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-42e0feeb-ab85-44a3-b78a-3b6f13b249f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (846779d0-ad67-4e9f-b817-3bf4502393a7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:09.006435 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46560) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:09.006970 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-42e0feeb-ab85-44a3-b78a-3b6f13b249f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ec05a9af62c48f880ada5c3caf863f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257489 Apr 12 08:21:09.009052 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0feeb-ab85-44a3-b78a-3b6f13b249f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846779d0-ad67-4e9f-b817-3bf4502393a7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:09.065617 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8094f00d-f001-4832-b9fb-e5dd5c54ccfb admin admin] Publish callbacks [] for security_group (846779d0-ad67-4e9f-b817-3bf4502393a7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:09.096873 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8094f00d-f001-4832-b9fb-e5dd5c54ccfb admin admin] Publish callbacks [] for security_group (846779d0-ad67-4e9f-b817-3bf4502393a7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:09.234758 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8094f00d-f001-4832-b9fb-e5dd5c54ccfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (846779d0-ad67-4e9f-b817-3bf4502393a7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:09.237318 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8094f00d-f001-4832-b9fb-e5dd5c54ccfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:09.238521 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8094f00d-f001-4832-b9fb-e5dd5c54ccfb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/846779d0-ad67-4e9f-b817-3bf4502393a7 HTTP/1.1" status: 204 len: 168 time: 0.2309976 Apr 12 08:21:09.247076 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094f00d-f001-4832-b9fb-e5dd5c54ccfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846779d0-ad67-4e9f-b817-3bf4502393a7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:09.684464 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabfcee-9f95-4c77-8dbe-323a6311177e req-a319747c-1159-44e5-aade-df173db4a64e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:09.685974 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8eabfcee-9f95-4c77-8dbe-323a6311177e req-a319747c-1159-44e5-aade-df173db4a64e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0530632 Apr 12 08:21:09.744289 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8eabfcee-9f95-4c77-8dbe-323a6311177e req-6698fa37-82b7-44bf-9f2d-8feb54dee23e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Apr 12 08:21:09.924495 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46596) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:09.937829 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-781f3aa0-c4e3-4c37-a2d5-5e0f7a84de47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:10.015431 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-781f3aa0-c4e3-4c37-a2d5-5e0f7a84de47 admin admin] Publish callbacks [] for security_group (263c201a-d54d-47e7-a81c-1ae8899bd29f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:10.086165 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-781f3aa0-c4e3-4c37-a2d5-5e0f7a84de47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (263c201a-d54d-47e7-a81c-1ae8899bd29f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:10.124666 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-781f3aa0-c4e3-4c37-a2d5-5e0f7a84de47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7281d1fe150443db9c601cc4303f4c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990488 Apr 12 08:21:10.125521 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f3aa0-c4e3-4c37-a2d5-5e0f7a84de47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263c201a-d54d-47e7-a81c-1ae8899bd29f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:10.128275 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46604) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:10.183259 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bdf94b1e-0525-4529-9177-d8b65e9af4ca admin admin] Publish callbacks [] for security_group (263c201a-d54d-47e7-a81c-1ae8899bd29f), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:10.209665 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bdf94b1e-0525-4529-9177-d8b65e9af4ca admin admin] Publish callbacks [] for security_group (263c201a-d54d-47e7-a81c-1ae8899bd29f), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:10.326213 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bdf94b1e-0525-4529-9177-d8b65e9af4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (263c201a-d54d-47e7-a81c-1ae8899bd29f), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:10.328812 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bdf94b1e-0525-4529-9177-d8b65e9af4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:10.330006 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-bdf94b1e-0525-4529-9177-d8b65e9af4ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/263c201a-d54d-47e7-a81c-1ae8899bd29f HTTP/1.1" status: 204 len: 168 time: 0.2003934 Apr 12 08:21:10.338021 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf94b1e-0525-4529-9177-d8b65e9af4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263c201a-d54d-47e7-a81c-1ae8899bd29f,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:10.862427 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b90a62-c15d-4452-899e-bd4a6c554d6f req-13eb5e04-458b-471a-bd9c-98b9dc28cb15 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:10.869207 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-90b90a62-c15d-4452-899e-bd4a6c554d6f req-13eb5e04-458b-471a-bd9c-98b9dc28cb15 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0534997 Apr 12 08:21:10.918631 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-90b90a62-c15d-4452-899e-bd4a6c554d6f req-adc3b195-d7b9-4d72-9e1e-a782884e1b21 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483146 Apr 12 08:21:10.928948 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46658) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:11.030191 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06e2dd53-6dc6-4ca8-b93e-f61ec9a56092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:11.112914 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06e2dd53-6dc6-4ca8-b93e-f61ec9a56092 admin admin] Publish callbacks [] for security_group (e350f43d-16b8-46ac-9aec-5b3be69eb2a3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:11.189123 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06e2dd53-6dc6-4ca8-b93e-f61ec9a56092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e350f43d-16b8-46ac-9aec-5b3be69eb2a3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:11.232401 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-06e2dd53-6dc6-4ca8-b93e-f61ec9a56092 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cc29add68934367896c85c3b76c4b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023331 Apr 12 08:21:11.234751 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2dd53-6dc6-4ca8-b93e-f61ec9a56092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e350f43d-16b8-46ac-9aec-5b3be69eb2a3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:11.239042 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46672) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:11.291758 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f93db026-80bc-4a07-9c72-a1fe699b00e6 admin admin] Publish callbacks [] for security_group (e350f43d-16b8-46ac-9aec-5b3be69eb2a3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:11.316969 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f93db026-80bc-4a07-9c72-a1fe699b00e6 admin admin] Publish callbacks [] for security_group (e350f43d-16b8-46ac-9aec-5b3be69eb2a3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:11.452105 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f93db026-80bc-4a07-9c72-a1fe699b00e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e350f43d-16b8-46ac-9aec-5b3be69eb2a3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:11.452105 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f93db026-80bc-4a07-9c72-a1fe699b00e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:11.452105 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f93db026-80bc-4a07-9c72-a1fe699b00e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e350f43d-16b8-46ac-9aec-5b3be69eb2a3 HTTP/1.1" status: 204 len: 168 time: 0.2096837 Apr 12 08:21:11.457572 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93db026-80bc-4a07-9c72-a1fe699b00e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e350f43d-16b8-46ac-9aec-5b3be69eb2a3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:12.051046 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a35666-f91c-4591-867a-010a7f58f246 req-90ba0c93-2544-4fc0-aa89-4b21111a358c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:12.053154 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-67a35666-f91c-4591-867a-010a7f58f246 req-90ba0c93-2544-4fc0-aa89-4b21111a358c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0542996 Apr 12 08:21:12.105320 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-67a35666-f91c-4591-867a-010a7f58f246 req-f9dc2f08-9900-4bd7-87a9-b4a85dbd343c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463536 Apr 12 08:21:12.290757 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46712) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:12.304751 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86a5d54b-bf75-4df6-bd67-96e47628b812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:12.388187 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86a5d54b-bf75-4df6-bd67-96e47628b812 admin admin] Publish callbacks [] for security_group (f6d02833-ee30-417e-9610-d86a46809399), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:12.462925 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86a5d54b-bf75-4df6-bd67-96e47628b812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f6d02833-ee30-417e-9610-d86a46809399), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:12.500143 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5d54b-bf75-4df6-bd67-96e47628b812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d02833-ee30-417e-9610-d86a46809399,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:12.505080 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-86a5d54b-bf75-4df6-bd67-96e47628b812 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f828463734b44768a39c668b1d92ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131062 Apr 12 08:21:12.507393 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46716) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:12.567234 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2116-fb10-4950-8397-641d38f9c203 admin admin] Publish callbacks [] for security_group (f6d02833-ee30-417e-9610-d86a46809399), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:12.598047 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2116-fb10-4950-8397-641d38f9c203 admin admin] Publish callbacks [] for security_group (f6d02833-ee30-417e-9610-d86a46809399), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:12.697386 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2116-fb10-4950-8397-641d38f9c203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f6d02833-ee30-417e-9610-d86a46809399), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:12.700095 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2116-fb10-4950-8397-641d38f9c203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:12.701295 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-2a9a2116-fb10-4950-8397-641d38f9c203 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6d02833-ee30-417e-9610-d86a46809399 HTTP/1.1" status: 204 len: 168 time: 0.1929712 Apr 12 08:21:12.720199 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a2116-fb10-4950-8397-641d38f9c203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d02833-ee30-417e-9610-d86a46809399,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:13.226296 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8f358-e5e4-4898-97e0-0b172dfd6afd req-6b2ccc0b-5421-47fe-aeb6-d68e105f9e38 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:13.228164 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dca8f358-e5e4-4898-97e0-0b172dfd6afd req-6b2ccc0b-5421-47fe-aeb6-d68e105f9e38 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0488071 Apr 12 08:21:13.280982 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dca8f358-e5e4-4898-97e0-0b172dfd6afd req-347053c8-0868-4536-9535-b7ef9d58f9af tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Apr 12 08:21:13.410213 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46748) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:13.423218 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36a65058-e6d3-4ccd-9b63-a92657fc17f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:13.503327 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36a65058-e6d3-4ccd-9b63-a92657fc17f7 admin admin] Publish callbacks [] for security_group (661542df-02de-4c70-a934-d7c9afcfea64), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:13.560428 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36a65058-e6d3-4ccd-9b63-a92657fc17f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (661542df-02de-4c70-a934-d7c9afcfea64), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:13.598879 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-36a65058-e6d3-4ccd-9b63-a92657fc17f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acf2704d8d9d45afa40589dd05a8bc48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875622 Apr 12 08:21:13.602094 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46754) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:13.608389 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a65058-e6d3-4ccd-9b63-a92657fc17f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661542df-02de-4c70-a934-d7c9afcfea64,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:13.656773 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c53a5fcb-26fa-4296-8836-f9dccbab0915 admin admin] Publish callbacks [] for security_group (661542df-02de-4c70-a934-d7c9afcfea64), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:13.685481 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c53a5fcb-26fa-4296-8836-f9dccbab0915 admin admin] Publish callbacks [] for security_group (661542df-02de-4c70-a934-d7c9afcfea64), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:13.794365 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c53a5fcb-26fa-4296-8836-f9dccbab0915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (661542df-02de-4c70-a934-d7c9afcfea64), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:13.797313 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c53a5fcb-26fa-4296-8836-f9dccbab0915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:13.798730 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c53a5fcb-26fa-4296-8836-f9dccbab0915 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/661542df-02de-4c70-a934-d7c9afcfea64 HTTP/1.1" status: 204 len: 168 time: 0.1954789 Apr 12 08:21:13.808416 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a5fcb-26fa-4296-8836-f9dccbab0915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661542df-02de-4c70-a934-d7c9afcfea64,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:14.411547 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d0c69-2899-4772-b90a-55dab5ebc0f4 req-4e4a68f7-2d6c-4a8d-9c79-777b0df37d74 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:14.413930 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1a1d0c69-2899-4772-b90a-55dab5ebc0f4 req-4e4a68f7-2d6c-4a8d-9c79-777b0df37d74 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0577607 Apr 12 08:21:14.461863 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1a1d0c69-2899-4772-b90a-55dab5ebc0f4 req-bea11ce1-1af2-42a4-a407-abbbe21c0832 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Apr 12 08:21:15.577408 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a2ce7-afb4-4ac3-a848-85d5dbff59f6 req-c021d2ab-ed9f-4c4f-8630-1bc2b697df20 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:15.578902 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b87a2ce7-afb4-4ac3-a848-85d5dbff59f6 req-c021d2ab-ed9f-4c4f-8630-1bc2b697df20 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Apr 12 08:21:15.627317 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b87a2ce7-afb4-4ac3-a848-85d5dbff59f6 req-2e7bbaf6-af8d-4bbf-a314-532155ab348a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Apr 12 08:21:16.657741 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-5222acae-fcd6-4cde-b198-5b3ec0e25128 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718093277&fields=id&tenant_id=b0a880bb2648415aa3ee1a89d71186f6 HTTP/1.1" status: 200 len: 267 time: 0.0526850 Apr 12 08:21:16.745000 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf710d-de39-44d0-958c-7adfe5fca42b req-580ce71c-ba93-4dd3-b8d0-672eece11d13 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:16.746579 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-63cf710d-de39-44d0-958c-7adfe5fca42b req-580ce71c-ba93-4dd3-b8d0-672eece11d13 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0487754 Apr 12 08:21:16.779111 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-0307b010-768c-479d-baae-b701333a7ef1 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:16.786369 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-0307b010-768c-479d-baae-b701333a7ef1 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 812 time: 0.1215012 Apr 12 08:21:16.802134 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-0ae5ca41-2a2b-4078-88c6-e1c293938ede tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/quotas/b0a880bb2648415aa3ee1a89d71186f6 HTTP/1.1" status: 200 len: 375 time: 0.0148768 Apr 12 08:21:16.822254 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-63cf710d-de39-44d0-958c-7adfe5fca42b req-7290187f-61ea-4b8c-ae3f-7bc26118b8c1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602036 Apr 12 08:21:16.847982 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-7086c730-d6f2-4861-9293-f69e454f2e63 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447783 Apr 12 08:21:16.952089 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-0e59f9d6-01d5-4888-8b64-127f9fbada9e service neutron] 10.222.0.23 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872657 Apr 12 08:21:17.048199 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-91dda4ba-1def-4741-9d53-6e8219dcbb5c service neutron] 10.222.0.23 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904965 Apr 12 08:21:17.611366 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-687b8b40-b312-4783-b7ba-edc5445dbf64 req-7ffbd1a5-cff1-4a4d-9a41-ef19d9667291 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 210 time: 0.0258298 Apr 12 08:21:17.922265 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4178a8-4cae-4dcf-ab06-1ef77512892d req-52efce1c-dec5-44ce-a069-0d508bfa7b82 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:17.923747 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee4178a8-4cae-4dcf-ab06-1ef77512892d req-52efce1c-dec5-44ce-a069-0d508bfa7b82 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0558138 Apr 12 08:21:17.975082 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee4178a8-4cae-4dcf-ab06-1ef77512892d req-da2a2cc0-6543-4582-8fa1-cf8ae5a983fc tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457008 Apr 12 08:21:18.252864 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46892) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:18.355389 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acc5a287-8f82-4216-bb9c-f6bf5c67307f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:18.427561 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acc5a287-8f82-4216-bb9c-f6bf5c67307f admin admin] Publish callbacks [] for security_group (916ea87a-eee5-48bc-acc6-9c0b3de94e0d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:18.499902 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acc5a287-8f82-4216-bb9c-f6bf5c67307f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (916ea87a-eee5-48bc-acc6-9c0b3de94e0d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:18.542481 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-acc5a287-8f82-4216-bb9c-f6bf5c67307f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72d347d13ef942a6b7a3db95581ea92e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885344 Apr 12 08:21:18.543578 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5a287-8f82-4216-bb9c-f6bf5c67307f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916ea87a-eee5-48bc-acc6-9c0b3de94e0d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:18.545209 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46900) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:18.599998 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76322f9f-3b9b-4500-b329-1e3756a1722c admin admin] Publish callbacks [] for security_group (916ea87a-eee5-48bc-acc6-9c0b3de94e0d), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:18.622482 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76322f9f-3b9b-4500-b329-1e3756a1722c admin admin] Publish callbacks [] for security_group (916ea87a-eee5-48bc-acc6-9c0b3de94e0d), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:18.706359 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-999decb5-cf9b-488c-a2a7-27cec0c738bb req-608414db-a36b-4107-b5fa-5ed0cee91316 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 210 time: 0.0286529 Apr 12 08:21:18.731594 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76322f9f-3b9b-4500-b329-1e3756a1722c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (916ea87a-eee5-48bc-acc6-9c0b3de94e0d), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:18.734064 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76322f9f-3b9b-4500-b329-1e3756a1722c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:18.735114 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-76322f9f-3b9b-4500-b329-1e3756a1722c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/916ea87a-eee5-48bc-acc6-9c0b3de94e0d HTTP/1.1" status: 204 len: 168 time: 0.1881461 Apr 12 08:21:18.743531 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76322f9f-3b9b-4500-b329-1e3756a1722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916ea87a-eee5-48bc-acc6-9c0b3de94e0d,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:19.094114 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6317-e263-426f-8359-1639a73c79dd req-32e2b1e8-5f3e-4eea-b2f2-521fa5b2f7af tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:19.095689 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d5e6317-e263-426f-8359-1639a73c79dd req-32e2b1e8-5f3e-4eea-b2f2-521fa5b2f7af tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0507245 Apr 12 08:21:19.142328 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d5e6317-e263-426f-8359-1639a73c79dd req-bf736c78-7b85-4ea6-94d1-ea9673f9a9ec tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Apr 12 08:21:19.369929 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46918) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:19.383309 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f221226-1976-4cb6-8868-55403fe13372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:19.459373 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f221226-1976-4cb6-8868-55403fe13372 admin admin] Publish callbacks [] for security_group (8950e1c6-bd6b-465f-aa37-dbf3ae28096c), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:19.543301 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f221226-1976-4cb6-8868-55403fe13372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8950e1c6-bd6b-465f-aa37-dbf3ae28096c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:19.582668 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-9f221226-1976-4cb6-8868-55403fe13372 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b516b516471741559178f66cb8f3dc63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116611 Apr 12 08:21:19.585721 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f221226-1976-4cb6-8868-55403fe13372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8950e1c6-bd6b-465f-aa37-dbf3ae28096c,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:19.586539 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46920) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:19.705982 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a39e20b-a25f-4fe3-82fa-c3389f4d6eeb admin admin] Publish callbacks [] for security_group (8950e1c6-bd6b-465f-aa37-dbf3ae28096c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:19.744670 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a39e20b-a25f-4fe3-82fa-c3389f4d6eeb admin admin] Publish callbacks [] for security_group (8950e1c6-bd6b-465f-aa37-dbf3ae28096c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:19.756641 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-ea3c3190-f068-4930-8d20-03872a0d0e21 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:19.758078 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-ea3c3190-f068-4930-8d20-03872a0d0e21 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 812 time: 0.1528745 Apr 12 08:21:19.803289 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bbfb03db-91e8-4aab-b6ab-abbeb74bc1f4 req-a2f9c33b-36a0-4e27-b200-1bf5be789fc6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 210 time: 0.0305259 Apr 12 08:21:19.850216 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-cf1ba706-92e2-4252-bc7e-ec0639dba9ed tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a880bb2648415aa3ee1a89d71186f6 HTTP/1.1" status: 200 len: 380 time: 0.0631042 Apr 12 08:21:19.903348 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a39e20b-a25f-4fe3-82fa-c3389f4d6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8950e1c6-bd6b-465f-aa37-dbf3ae28096c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:19.906080 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a39e20b-a25f-4fe3-82fa-c3389f4d6eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:19.907270 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3a39e20b-a25f-4fe3-82fa-c3389f4d6eeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8950e1c6-bd6b-465f-aa37-dbf3ae28096c HTTP/1.1" status: 204 len: 168 time: 0.3193846 Apr 12 08:21:19.916406 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39e20b-a25f-4fe3-82fa-c3389f4d6eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8950e1c6-bd6b-465f-aa37-dbf3ae28096c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:19.945187 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'port': {'device_id': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'admin_state_up': True, 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'security_groups': ['d5300884-90e1-4f12-991f-9faa8363d666']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:20.183341 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Made reservation on behalf of b0a880bb2648415aa3ee1a89d71186f6 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:21:20.187690 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:20.290689 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36af2a7-ed80-4553-b406-6953376f9351 req-b4c6cfe8-3c64-40e5-a20d-6803572c5182 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:20.296195 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a36af2a7-ed80-4553-b406-6953376f9351 req-b4c6cfe8-3c64-40e5-a20d-6803572c5182 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0815449 Apr 12 08:21:20.385766 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a36af2a7-ed80-4553-b406-6953376f9351 req-f50f954f-f9b2-47b9-ad5a-25cb231f1177 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872893 Apr 12 08:21:20.386723 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Allocated IP 172.20.0.8 (aa06fd23-9fcb-4982-a9de-73241ec1a6cf/ff614d52-f8a4-4853-898c-141b26a67d31/674c07e3-d0d4-4de1-915a-e3cfc66b4b23) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:21:20.530817 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:20.627654 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 46940) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:20.646297 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:20.655428 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f03fc9-5b0b-452a-a252-ed8928b5f6a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:20.898630 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:21:20.899364 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:21:20.908304 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:21:20.920868 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948b5a6-cf76-460b-b121-98fb122efb7c req-679d7d80-4ca6-42a0-8fcb-b8566a868cf5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:20.922403 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a948b5a6-cf76-460b-b121-98fb122efb7c req-679d7d80-4ca6-42a0-8fcb-b8566a868cf5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 931 time: 0.0515885 Apr 12 08:21:20.941554 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'Port': ['ID=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:20.978547 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:20.979211 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:20.998866 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a948b5a6-cf76-460b-b121-98fb122efb7c req-55756e1e-0ff2-4dc1-991e-dad38dc256f2 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703580 Apr 12 08:21:21.049631 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f03fc9-5b0b-452a-a252-ed8928b5f6a8 admin admin] Publish callbacks [] for security_group (b92315b2-f7d8-44c2-9610-1dc8a6276ab9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.083863 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-b16b0c85-a2e1-41cb-93d0-5f00be58abdf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1451087 Apr 12 08:21:21.102562 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Request body: {'port': {'device_id': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:21.152257 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57f03fc9-5b0b-452a-a252-ed8928b5f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (b92315b2-f7d8-44c2-9610-1dc8a6276ab9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.222925 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-57f03fc9-5b0b-452a-a252-ed8928b5f6a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b64c131f51841649b76fe9281c1f0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5919116 Apr 12 08:21:21.222925 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.224220 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46956) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:21.229314 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f03fc9-5b0b-452a-a252-ed8928b5f6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92315b2-f7d8-44c2-9610-1dc8a6276ab9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:21.237295 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-7f77e7c4-d9ce-4db1-8ef3-2494ff0978c1 None None] Provisioning complete for port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:21:21.237786 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-7f77e7c4-d9ce-4db1-8ef3-2494ff0978c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.296394 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-7f77e7c4-d9ce-4db1-8ef3-2494ff0978c1 None None] Port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:21:21.326012 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff02e696-9cbe-4aa5-a0ee-4b5ed598e525 admin admin] Publish callbacks [] for security_group (b92315b2-f7d8-44c2-9610-1dc8a6276ab9), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.354364 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff02e696-9cbe-4aa5-a0ee-4b5ed598e525 admin admin] Publish callbacks [] for security_group (b92315b2-f7d8-44c2-9610-1dc8a6276ab9), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.485866 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff02e696-9cbe-4aa5-a0ee-4b5ed598e525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (b92315b2-f7d8-44c2-9610-1dc8a6276ab9), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.488484 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff02e696-9cbe-4aa5-a0ee-4b5ed598e525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.489645 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ff02e696-9cbe-4aa5-a0ee-4b5ed598e525 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b92315b2-f7d8-44c2-9610-1dc8a6276ab9 HTTP/1.1" status: 204 len: 168 time: 0.2642252 Apr 12 08:21:21.499255 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02e696-9cbe-4aa5-a0ee-4b5ed598e525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92315b2-f7d8-44c2-9610-1dc8a6276ab9,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:21.522372 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402ea2d-5bd7-454d-8432-b3c8e4a75ee2 req-e26209a7-cef2-4e1d-b761-470470fde37b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:21.523897 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9402ea2d-5bd7-454d-8432-b3c8e4a75ee2 req-e26209a7-cef2-4e1d-b761-470470fde37b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0628486 Apr 12 08:21:21.582424 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:21:21.597172 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Publish callbacks [] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.619430 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9402ea2d-5bd7-454d-8432-b3c8e4a75ee2 req-3ae36bf9-3d02-4a95-8042-ea8135f7720e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677948 Apr 12 08:21:21.621963 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Transition to ACTIVE for port object 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:21:21.627953 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46970) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:21.662670 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.721230 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Pushing event updated for resources: {'Port': ['ID=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:21.799172 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Attempting to bind port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:21:21.799556 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Attempting to bind port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:21:21.799866 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Attempting to bind port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:21:21.805954 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:21:21.806242 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Attempting to bind port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:21:21.812591 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:21:21.812940 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Checking segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:21:21.813336 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Bound using segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:21:21.813772 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Bound port: 674c07e3-d0d4-4de1-915a-e3cfc66b4b23, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:21:21.814272 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.886240 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] For port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:21:21.889910 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] For port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:21:21.931786 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7b92dce-3812-4079-a5a7-c93a25abb2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:21.984405 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:22.013113 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7b92dce-3812-4079-a5a7-c93a25abb2f6 admin admin] Publish callbacks [] for security_group (7af98c11-a723-49d7-a3f6-1ec070fb1e96), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:22.022987 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:22.023749 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:22.025092 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] 10.222.0.25 "PUT /v2.0/ports/674c07e3-d0d4-4de1-915a-e3cfc66b4b23 HTTP/1.1" status: 200 len: 1093 time: 0.9281976 Apr 12 08:21:22.028979 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'tag': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:21:22.028979 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96780f6a-14d2-4ea1-8cdd-5d9281213bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3", "tag": "674c07e3-d0d4-4de1-915a-e3cfc66b4b23"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:21:22.069120 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6530748-1b24-4c5b-927b-fc5dc0ad21bb service neutron] Pushing event updated for resources: {'Port': ['ID=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:22.075323 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6545a9-c6f6-44d8-ad42-81ffdb3d984e x-openstack-request-id: req-9d6545a9-c6f6-44d8-ad42-81ffdb3d984e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:21:22.075638 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3", "tag": "674c07e3-d0d4-4de1-915a-e3cfc66b4b23", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:21:22.075922 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d6545a9-c6f6-44d8-ad42-81ffdb3d984e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:21:22.076293 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6545a9-c6f6-44d8-ad42-81ffdb3d984e'] response: {'name': 'network-changed', 'server_uuid': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'tag': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23', 'status': 'completed', 'code': 200} Apr 12 08:21:22.131295 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9804c-7455-443d-91f5-ca57f281b162 req-b55d684d-c016-4cc7-91b6-7abd71627aef tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:22.133829 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-64b9804c-7455-443d-91f5-ca57f281b162 req-b55d684d-c016-4cc7-91b6-7abd71627aef tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 943 time: 0.0527534 Apr 12 08:21:22.135019 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7b92dce-3812-4079-a5a7-c93a25abb2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (7af98c11-a723-49d7-a3f6-1ec070fb1e96), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:22.172320 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96780f6a-14d2-4ea1-8cdd-5d9281213bfb req-65ad8ebf-0fa4-4a3d-8f7c-39e1d3620ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:22.173845 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-96780f6a-14d2-4ea1-8cdd-5d9281213bfb req-65ad8ebf-0fa4-4a3d-8f7c-39e1d3620ece service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 1127 time: 0.0568645 Apr 12 08:21:22.205905 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e7b92dce-3812-4079-a5a7-c93a25abb2f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7a3533b3f804c4199c15a1e386e9762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5768287 Apr 12 08:21:22.215782 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 46990) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:22.229959 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b92dce-3812-4079-a5a7-c93a25abb2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af98c11-a723-49d7-a3f6-1ec070fb1e96,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:22.252103 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-64b9804c-7455-443d-91f5-ca57f281b162 req-94a98d8f-2b6f-4734-a4ed-1ee63265c87c tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054919 Apr 12 08:21:22.302927 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96780f6a-14d2-4ea1-8cdd-5d9281213bfb req-78715efb-8c46-4da6-b468-41994da65e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:22.305341 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab29c-f38a-404f-836c-ddd568bbc454 admin admin] Publish callbacks [] for security_group (7af98c11-a723-49d7-a3f6-1ec070fb1e96), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:22.305495 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-96780f6a-14d2-4ea1-8cdd-5d9281213bfb req-78715efb-8c46-4da6-b468-41994da65e72 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1128669 Apr 12 08:21:22.331582 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab29c-f38a-404f-836c-ddd568bbc454 admin admin] Publish callbacks [] for security_group (7af98c11-a723-49d7-a3f6-1ec070fb1e96), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:22.427318 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96780f6a-14d2-4ea1-8cdd-5d9281213bfb req-0d440fab-947d-40f7-a6c0-ec207606e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:22.429679 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-96780f6a-14d2-4ea1-8cdd-5d9281213bfb req-0d440fab-947d-40f7-a6c0-ec207606e65a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1149831 Apr 12 08:21:22.452105 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab29c-f38a-404f-836c-ddd568bbc454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (7af98c11-a723-49d7-a3f6-1ec070fb1e96), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:22.455170 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab29c-f38a-404f-836c-ddd568bbc454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:22.456835 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-4e6ab29c-f38a-404f-836c-ddd568bbc454 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7af98c11-a723-49d7-a3f6-1ec070fb1e96 HTTP/1.1" status: 204 len: 168 time: 0.2362475 Apr 12 08:21:22.466300 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ab29c-f38a-404f-836c-ddd568bbc454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af98c11-a723-49d7-a3f6-1ec070fb1e96,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:22.518612 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-55fe3137-5297-467f-a76a-f39d5da94913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:22.520353 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-55fe3137-5297-467f-a76a-f39d5da94913 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 1127 time: 0.0456092 Apr 12 08:21:22.578012 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-ed4ceebf-7370-4e17-afd8-0c7ca7656811 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=674c07e3-d0d4-4de1-915a-e3cfc66b4b23 HTTP/1.1" status: 200 len: 217 time: 0.0436716 Apr 12 08:21:22.639760 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-96b87baa-0beb-4f20-a404-fe84fde7ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:22.641219 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-96b87baa-0beb-4f20-a404-fe84fde7ef39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 200 len: 851 time: 0.0460558 Apr 12 08:21:22.690453 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-7dc39574-6d68-4e44-abab-648e0e6bb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:22.691944 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-7dc39574-6d68-4e44-abab-648e0e6bb74b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426593 Apr 12 08:21:22.763323 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68560a4f-57a1-48aa-b931-320a494d3e33 req-8ea19690-5eb7-4359-98b4-a31c0a9afac3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:22.764877 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-68560a4f-57a1-48aa-b931-320a494d3e33 req-8ea19690-5eb7-4359-98b4-a31c0a9afac3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0720742 Apr 12 08:21:22.856017 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-bfbbbeaa-c311-4080-8c09-01493f9e6e97 service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540551 Apr 12 08:21:22.859027 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-68560a4f-57a1-48aa-b931-320a494d3e33 req-95fc49b4-785e-4d64-8d57-70ac8fbac6dc tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660741 Apr 12 08:21:22.956185 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c8b1a270-2bbb-496a-93e8-77adddd450fa req-36fa3ef3-8934-4ebb-af0c-1d86b3cfa0e0 service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877810 Apr 12 08:21:23.257709 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47016) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:23.270022 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38d0ba50-555d-48d6-876d-924f41c5e592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.345613 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47022) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:23.389825 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38d0ba50-555d-48d6-876d-924f41c5e592 admin admin] Publish callbacks [] for security_group (fdc1868d-6835-46d0-8475-0a0fa28ffde5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.410830 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fd8ef-b866-4d97-af58-ecc280c59627 req-b41dacf2-8ffc-4b8d-843c-52b0ca3abd98 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:23.412013 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f87fd8ef-b866-4d97-af58-ecc280c59627 req-b41dacf2-8ffc-4b8d-843c-52b0ca3abd98 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 943 time: 0.0596092 Apr 12 08:21:23.458551 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38d0ba50-555d-48d6-876d-924f41c5e592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (fdc1868d-6835-46d0-8475-0a0fa28ffde5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.486304 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0466e2e6-9876-4088-88d4-1c844b590843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.502014 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f87fd8ef-b866-4d97-af58-ecc280c59627 req-ce139032-f657-4570-af7a-6d86e45ee88e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840573 Apr 12 08:21:23.523309 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-38d0ba50-555d-48d6-876d-924f41c5e592 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aca1c84b0f0646d0b6d9bfcf4f0ae8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641251 Apr 12 08:21:23.525216 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 47030) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:23.528271 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0ba50-555d-48d6-876d-924f41c5e592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc1868d-6835-46d0-8475-0a0fa28ffde5,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:23.581453 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2442a9ca-1266-4580-9caa-2d8c9fcc14e8 admin admin] Publish callbacks [] for security_group (fdc1868d-6835-46d0-8475-0a0fa28ffde5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.593175 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0466e2e6-9876-4088-88d4-1c844b590843 admin admin] Publish callbacks [] for security_group (89a99247-36b6-45b3-9a0f-4474cf906cd0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.604306 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2442a9ca-1266-4580-9caa-2d8c9fcc14e8 admin admin] Publish callbacks [] for security_group (fdc1868d-6835-46d0-8475-0a0fa28ffde5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.663222 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0466e2e6-9876-4088-88d4-1c844b590843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (89a99247-36b6-45b3-9a0f-4474cf906cd0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.702216 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-0466e2e6-9876-4088-88d4-1c844b590843 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9645324ae8ce4797bf3b3a1488580840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557432 Apr 12 08:21:23.703385 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466e2e6-9876-4088-88d4-1c844b590843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a99247-36b6-45b3-9a0f-4474cf906cd0,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:23.705056 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 47036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:23.712803 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2442a9ca-1266-4580-9caa-2d8c9fcc14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (fdc1868d-6835-46d0-8475-0a0fa28ffde5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.715206 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2442a9ca-1266-4580-9caa-2d8c9fcc14e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.718852 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2442a9ca-1266-4580-9caa-2d8c9fcc14e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fdc1868d-6835-46d0-8475-0a0fa28ffde5 HTTP/1.1" status: 204 len: 168 time: 0.1926165 Apr 12 08:21:23.738139 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442a9ca-1266-4580-9caa-2d8c9fcc14e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc1868d-6835-46d0-8475-0a0fa28ffde5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:23.772396 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54a9611d-178d-4a4e-ab2b-6975d1ae59ec admin admin] Publish callbacks [] for security_group (89a99247-36b6-45b3-9a0f-4474cf906cd0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.799602 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54a9611d-178d-4a4e-ab2b-6975d1ae59ec admin admin] Publish callbacks [] for security_group (89a99247-36b6-45b3-9a0f-4474cf906cd0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.933107 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54a9611d-178d-4a4e-ab2b-6975d1ae59ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (89a99247-36b6-45b3-9a0f-4474cf906cd0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.935603 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54a9611d-178d-4a4e-ab2b-6975d1ae59ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:23.936629 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-54a9611d-178d-4a4e-ab2b-6975d1ae59ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89a99247-36b6-45b3-9a0f-4474cf906cd0 HTTP/1.1" status: 204 len: 168 time: 0.2305579 Apr 12 08:21:23.963121 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9611d-178d-4a4e-ab2b-6975d1ae59ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a99247-36b6-45b3-9a0f-4474cf906cd0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:23.985537 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4d60b-4ee8-425f-95cf-d60f211b51a9 req-31e5276f-8bf1-41a7-a8f0-8ec4c1e2a0b5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:23.987080 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2dd4d60b-4ee8-425f-95cf-d60f211b51a9 req-31e5276f-8bf1-41a7-a8f0-8ec4c1e2a0b5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0630293 Apr 12 08:21:24.045789 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2dd4d60b-4ee8-425f-95cf-d60f211b51a9 req-7c6c69ca-b193-4421-a4aa-058581305440 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527079 Apr 12 08:21:24.597168 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 47068) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:24.609996 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db4fe090-15fb-4c97-93c6-9ddd5a6c7888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:24.615319 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f8ad-541a-4398-b6de-3b3e150bcce5 req-baddf1fc-e524-4d5e-9634-da69efb94910 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:24.619958 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8920f8ad-541a-4398-b6de-3b3e150bcce5 req-baddf1fc-e524-4d5e-9634-da69efb94910 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 943 time: 0.0522087 Apr 12 08:21:24.671854 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8920f8ad-541a-4398-b6de-3b3e150bcce5 req-e62a2a7b-8c18-4287-80eb-f6619c45e3eb tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487795 Apr 12 08:21:24.689434 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db4fe090-15fb-4c97-93c6-9ddd5a6c7888 admin admin] Publish callbacks [] for security_group (38a52686-3c40-4c7b-ba82-63a5bbb965df), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:24.759655 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db4fe090-15fb-4c97-93c6-9ddd5a6c7888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (38a52686-3c40-4c7b-ba82-63a5bbb965df), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:24.799177 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-db4fe090-15fb-4c97-93c6-9ddd5a6c7888 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1d901768c514d798358f8e013cb2278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009225 Apr 12 08:21:24.800073 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fe090-15fb-4c97-93c6-9ddd5a6c7888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a52686-3c40-4c7b-ba82-63a5bbb965df,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:24.802880 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47072) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:24.857136 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-386b8436-3765-4724-9bc3-7c53dc844762 admin admin] Publish callbacks [] for security_group (38a52686-3c40-4c7b-ba82-63a5bbb965df), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:24.878004 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-386b8436-3765-4724-9bc3-7c53dc844762 admin admin] Publish callbacks [] for security_group (38a52686-3c40-4c7b-ba82-63a5bbb965df), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:25.006066 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-386b8436-3765-4724-9bc3-7c53dc844762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (38a52686-3c40-4c7b-ba82-63a5bbb965df), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:25.009166 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-386b8436-3765-4724-9bc3-7c53dc844762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:25.010307 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-386b8436-3765-4724-9bc3-7c53dc844762 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38a52686-3c40-4c7b-ba82-63a5bbb965df HTTP/1.1" status: 204 len: 168 time: 0.2060561 Apr 12 08:21:25.019282 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b8436-3765-4724-9bc3-7c53dc844762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a52686-3c40-4c7b-ba82-63a5bbb965df,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:25.165400 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6a557-0c16-4ebd-9cd3-c7afdd6a874c req-2293ffc4-143d-40d5-bf2c-7948bfaaf960 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:25.166884 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d2c6a557-0c16-4ebd-9cd3-c7afdd6a874c req-2293ffc4-143d-40d5-bf2c-7948bfaaf960 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0475714 Apr 12 08:21:25.216535 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d2c6a557-0c16-4ebd-9cd3-c7afdd6a874c req-611191a7-b4b0-434e-b323-9776c280299e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Apr 12 08:21:25.804604 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d921bb4-323c-4950-bdfb-053b2b3d3e0c req-e4a77e40-0be7-4e14-a1a9-3774088b8e25 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:25.806197 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1d921bb4-323c-4950-bdfb-053b2b3d3e0c req-e4a77e40-0be7-4e14-a1a9-3774088b8e25 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 943 time: 0.0568712 Apr 12 08:21:25.865123 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1d921bb4-323c-4950-bdfb-053b2b3d3e0c req-ddbfd5be-ff7e-4d12-81a7-8f867aba07e9 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497823 Apr 12 08:21:26.350953 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4c570-835f-450a-a44a-f13b1a0285a3 req-c906df7c-adde-4938-a500-b4274dc9830b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:26.352692 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-aca4c570-835f-450a-a44a-f13b1a0285a3 req-c906df7c-adde-4938-a500-b4274dc9830b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0489283 Apr 12 08:21:26.400555 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-aca4c570-835f-450a-a44a-f13b1a0285a3 req-1382dc7f-3c59-429b-acc2-0ac503b0cf54 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423725 Apr 12 08:21:26.976629 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fbd51-346d-4879-b3ab-244a2a6d5762 req-3c37df79-bcdf-4356-9a2e-7cd5d692a9ef tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:26.978135 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-309fbd51-346d-4879-b3ab-244a2a6d5762 req-3c37df79-bcdf-4356-9a2e-7cd5d692a9ef tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 943 time: 0.0461466 Apr 12 08:21:27.026034 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-309fbd51-346d-4879-b3ab-244a2a6d5762 req-4e003691-0bd7-461a-a36b-aa74c2e3fe22 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Apr 12 08:21:27.366610 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47170) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:27.471758 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8c46674f-02a0-4581-a029-1f958a7bb37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:27.533033 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c1bb7-bdec-477e-98c5-a1bfb2771aa2 req-8c263ec3-3a65-4c35-9ab7-305ccc610e49 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:27.534495 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-069c1bb7-bdec-477e-98c5-a1bfb2771aa2 req-8c263ec3-3a65-4c35-9ab7-305ccc610e49 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0646708 Apr 12 08:21:27.604271 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-069c1bb7-bdec-477e-98c5-a1bfb2771aa2 req-cb0d36dd-e2d0-425a-8879-41b3f040df45 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624950 Apr 12 08:21:27.635349 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8c46674f-02a0-4581-a029-1f958a7bb37e admin admin] Publish callbacks [] for security_group (fad78f9c-1635-4f9b-b41d-2cbeba4910a4), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:27.743184 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8c46674f-02a0-4581-a029-1f958a7bb37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (fad78f9c-1635-4f9b-b41d-2cbeba4910a4), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:27.782187 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46674f-02a0-4581-a029-1f958a7bb37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad78f9c-1635-4f9b-b41d-2cbeba4910a4,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:27.791182 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-8c46674f-02a0-4581-a029-1f958a7bb37e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9feb1aa7ac9a4e459dd8ded39e89d2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214911 Apr 12 08:21:27.793269 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47188) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:27.845107 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48fae2c0-9460-44c8-98b4-7ce9406d02ea admin admin] Publish callbacks [] for security_group (fad78f9c-1635-4f9b-b41d-2cbeba4910a4), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:27.870214 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48fae2c0-9460-44c8-98b4-7ce9406d02ea admin admin] Publish callbacks [] for security_group (fad78f9c-1635-4f9b-b41d-2cbeba4910a4), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:28.023357 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48fae2c0-9460-44c8-98b4-7ce9406d02ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (fad78f9c-1635-4f9b-b41d-2cbeba4910a4), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:28.025850 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48fae2c0-9460-44c8-98b4-7ce9406d02ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:28.026989 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-48fae2c0-9460-44c8-98b4-7ce9406d02ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fad78f9c-1635-4f9b-b41d-2cbeba4910a4 HTTP/1.1" status: 204 len: 168 time: 0.2327795 Apr 12 08:21:28.034798 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fae2c0-9460-44c8-98b4-7ce9406d02ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad78f9c-1635-4f9b-b41d-2cbeba4910a4,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:28.161801 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009f00f-845e-4d3f-bf75-93c5c413c56f req-ed5cdfbc-a9c7-4bd9-b325-7d95f16501f9 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:28.163278 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9009f00f-845e-4d3f-bf75-93c5c413c56f req-ed5cdfbc-a9c7-4bd9-b325-7d95f16501f9 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 943 time: 0.0539985 Apr 12 08:21:28.213086 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9009f00f-845e-4d3f-bf75-93c5c413c56f req-97b1c79e-77af-4a31-a55e-19385c759ab6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442264 Apr 12 08:21:28.765045 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de5254-ab4c-4427-9a33-eb72136c91f8 req-deb853f2-152c-4484-abae-8fddd029ccc8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:28.766572 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-10de5254-ab4c-4427-9a33-eb72136c91f8 req-deb853f2-152c-4484-abae-8fddd029ccc8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0516541 Apr 12 08:21:28.823436 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-10de5254-ab4c-4427-9a33-eb72136c91f8 req-c0d5d829-0d7b-474a-b829-2633fed4d3e7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505779 Apr 12 08:21:28.937660 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de126f5-7103-425f-b992-86ded86fdded req-9320ca10-e4ec-4581-8afa-a523eadcbdd1 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:28.939158 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3de126f5-7103-425f-b992-86ded86fdded req-9320ca10-e4ec-4581-8afa-a523eadcbdd1 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0547764 Apr 12 08:21:28.989429 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3de126f5-7103-425f-b992-86ded86fdded req-cb2269f4-0296-4dbb-bd88-80b88e52162d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446832 Apr 12 08:21:29.121774 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47288) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:29.224525 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1227683938-network', 'tenant_id': 'd14495b124d146b5a9877abc08957fcc'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:29.303299 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Made reservation on behalf of d14495b124d146b5a9877abc08957fcc for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:21:29.306278 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:29.315350 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:29.334914 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543ce2f-e921-4e50-b958-7763fcee26e8 req-85873972-8f4c-4806-b968-03127f342d00 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:29.336476 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4543ce2f-e921-4e50-b958-7763fcee26e8 req-85873972-8f4c-4806-b968-03127f342d00 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 943 time: 0.0524762 Apr 12 08:21:29.389644 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4543ce2f-e921-4e50-b958-7763fcee26e8 req-9d52c12c-f17a-45cc-9d73-205783edb594 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472310 Apr 12 08:21:29.398099 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Publish callbacks [] for security_group (9cc07d1a-9c99-415e-a2c1-8cc255824473), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:29.474406 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (9cc07d1a-9c99-415e-a2c1-8cc255824473), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:29.496144 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:21:29.511150 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc07d1a-9c99-415e-a2c1-8cc255824473,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:29.513997 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (f6932f61-903a-421d-97b3-04f143551823), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:29.514338 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Added segment f6932f61-903a-421d-97b3-04f143551823 of type vlan for network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 Apr 12 08:21:29.554151 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (63c6d92c-5207-491c-a5ce-0bc7bca96e88), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:29.646400 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (63c6d92c-5207-491c-a5ce-0bc7bca96e88), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:29.647406 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:29.648035 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:29.710706 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] Pushing event updated for resources: {'Network': ['ID=63c6d92c-5207-491c-a5ce-0bc7bca96e88,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:29.720567 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:21:29.780592 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f908f751-ffef-4936-b354-45b320f5de81 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6576874 Apr 12 08:21:29.783990 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 47312) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:29.789833 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Request body: {'subnet': {'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1227683938-subnet', 'tenant_id': 'd14495b124d146b5a9877abc08957fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:29.920568 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Made reservation on behalf of d14495b124d146b5a9877abc08957fcc for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:21:29.923101 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3631433'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:29.934277 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33f34-50b9-4f59-a531-5ae40f40f85c req-0dcc04de-8f47-4230-b890-d14213e97ef1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:29.936061 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6cf33f34-50b9-4f59-a531-5ae40f40f85c req-0dcc04de-8f47-4230-b890-d14213e97ef1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0471849 Apr 12 08:21:29.999879 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6cf33f34-50b9-4f59-a531-5ae40f40f85c req-cb82649c-c67a-481d-a749-7fca8c8d6b9e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578837 Apr 12 08:21:30.129421 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bb997-9493-493f-91c7-1b1cc41ccf8b req-a389b159-aff5-4167-b5af-72f2238494c1 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:30.131005 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d05bb997-9493-493f-91c7-1b1cc41ccf8b req-a389b159-aff5-4167-b5af-72f2238494c1 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0586820 Apr 12 08:21:30.210805 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d05bb997-9493-493f-91c7-1b1cc41ccf8b req-bb99e514-4dd4-4947-ba9c-c31262f4c2b9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602722 Apr 12 08:21:30.229711 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1f7727ed-01ad-46ca-b855-73cad01486e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.274157 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25995469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3631451'] for subnet (0208c7bd-3e25-494e-8a83-a2957ad0be81), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.282787 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:21:30.339488 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0208c7bd-3e25-494e-8a83-a2957ad0be81,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:30.350744 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Checking segment: {'id': 'f6932f61-903a-421d-97b3-04f143551823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:21:30.351316 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Network hostable DHCP agents. Network: 63c6d92c-5207-491c-a5ce-0bc7bca96e88, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:21:30.398995 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:21:30.401719 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 47326) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:30.412398 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'port_id': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23', 'mac_address': 'fa:16:3e:db:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:21:30.434582 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:21:30.458048 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:21:30.458621 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.473936 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:21:30.486025 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 63c6d92c-5207-491c-a5ce-0bc7bca96e88) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:21:30.491030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:30.491782 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.497024 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1404f4a3-8981-4ecc-8523-96d00053a66f None None] Network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:21:30.503029 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:21:30.515322 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24fda3-1e5e-42cd-ab26-5fe78881f181 req-a00efdd3-930f-40b5-a13a-02993e82289d tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:30.520017 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ff24fda3-1e5e-42cd-ab26-5fe78881f181 req-a00efdd3-930f-40b5-a13a-02993e82289d tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 943 time: 0.0631607 Apr 12 08:21:30.549210 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.567233 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.570119 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ff24fda3-1e5e-42cd-ab26-5fe78881f181 req-21a76ff1-1500-4c5a-9cb8-5acb29543651 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473435 Apr 12 08:21:30.572328 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bccd8fef-1f2b-4f98-bbe4-6df2e2d523f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7865524 Apr 12 08:21:30.645315 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb64769d-f392-4a24-8d9a-e704965d2443 None None] Network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:21:30.648886 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Publish callbacks [] for security_group (8bf69c4a-ef97-4430-9d1e-28caef789c12), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.667557 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:30.720501 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8bf69c4a-ef97-4430-9d1e-28caef789c12), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.763640 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e37d291824c4ac3b81094fd791068ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582666 Apr 12 08:21:30.763640 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf69c4a-ef97-4430-9d1e-28caef789c12,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:30.764035 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47338) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:30.770393 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.770885 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.771161 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.771445 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.776030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453a84c-8ce0-4838-9b69-65ada6f290e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:30.818109 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e1a8-5bbe-4317-97bf-d4f6fd64d288 admin admin] Publish callbacks [] for security_group (8bf69c4a-ef97-4430-9d1e-28caef789c12), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.836915 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['674c07e3-d0d4-4de1-915a-e3cfc66b4b23'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:21:30.840360 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e1a8-5bbe-4317-97bf-d4f6fd64d288 admin admin] Publish callbacks [] for security_group (8bf69c4a-ef97-4430-9d1e-28caef789c12), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.960485 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e1a8-5bbe-4317-97bf-d4f6fd64d288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8bf69c4a-ef97-4430-9d1e-28caef789c12), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.963599 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e1a8-5bbe-4317-97bf-d4f6fd64d288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:30.964765 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d9f4e1a8-5bbe-4317-97bf-d4f6fd64d288 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bf69c4a-ef97-4430-9d1e-28caef789c12 HTTP/1.1" status: 204 len: 168 time: 0.1995893 Apr 12 08:21:30.973495 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4e1a8-5bbe-4317-97bf-d4f6fd64d288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf69c4a-ef97-4430-9d1e-28caef789c12,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:31.131699 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85020db-4abe-4280-8891-889ba665481f req-368c8cf1-ece6-41b1-a7a9-41ceb901e07b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:31.133198 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f85020db-4abe-4280-8891-889ba665481f req-368c8cf1-ece6-41b1-a7a9-41ceb901e07b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0506055 Apr 12 08:21:31.180119 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f85020db-4abe-4280-8891-889ba665481f req-a0a17dcc-43d9-4957-a883-6eee0bcf0f17 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Apr 12 08:21:31.333890 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089a052-f115-4707-a9e2-867d784a9e09 req-2fa565a4-33dd-4c5f-8047-d7ba6d64b364 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:31.338397 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c089a052-f115-4707-a9e2-867d784a9e09 req-2fa565a4-33dd-4c5f-8047-d7ba6d64b364 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0513999 Apr 12 08:21:31.389354 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c089a052-f115-4707-a9e2-867d784a9e09 req-4003496b-af72-4558-9532-b6007a728158 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479875 Apr 12 08:21:31.485937 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-7abce3de-06a9-4718-8626-9f9c61b7fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:31.491151 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-7abce3de-06a9-4718-8626-9f9c61b7fc97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 1129 time: 0.0458021 Apr 12 08:21:31.613345 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-4c40f1c9-8b6a-48de-b393-3324fc4708da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:31.614429 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-4c40f1c9-8b6a-48de-b393-3324fc4708da service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.0939250 Apr 12 08:21:31.657748 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-28c136b6-e841-4976-9160-565337a23e39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 HTTP/1.1" status: 200 len: 217 time: 0.0358262 Apr 12 08:21:31.743534 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-39eceaa8-af56-4047-a0d6-7d8d472aeb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:31.744932 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-39eceaa8-af56-4047-a0d6-7d8d472aeb94 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.0802503 Apr 12 08:21:31.750759 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e598319-fc28-4139-9f2e-288f1c83e36b req-369946f4-b117-4d45-abc0-a97e83d696cb tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:31.752105 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e598319-fc28-4139-9f2e-288f1c83e36b req-369946f4-b117-4d45-abc0-a97e83d696cb tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 944 time: 0.0778444 Apr 12 08:21:31.814484 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-b8d5df25-f71a-4769-a3e1-e4c2664123e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:31.816077 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-b8d5df25-f71a-4769-a3e1-e4c2664123e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614073 Apr 12 08:21:31.853653 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e598319-fc28-4139-9f2e-288f1c83e36b req-215e2075-346a-47ce-a114-7f934aaa221a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909197 Apr 12 08:21:31.894597 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47380) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:31.934349 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-a2a63f51-8829-4702-a537-c31c0a9fbb97 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081002 Apr 12 08:21:32.029525 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.104035 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ff320ff-c9cb-46c4-80a2-b44f534664d9 req-575ebdb2-882f-4cbe-aefa-d43ec448363d service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113727 Apr 12 08:21:32.120537 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Publish callbacks [] for security_group (a1ca993a-20dd-4de1-b33a-db94560eeac5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.229166 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (a1ca993a-20dd-4de1-b33a-db94560eeac5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.290256 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:21:32.302107 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0edf81a743b4ac7b223e4d9bb398788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4061794 Apr 12 08:21:32.304878 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47398) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:32.305501 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ca993a-20dd-4de1-b33a-db94560eeac5,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:32.334337 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3a913-73e0-4cb7-8e8b-f2b2305c88c5 req-4c445f92-421f-426e-afc2-de8817e8635d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:32.335825 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7cb3a913-73e0-4cb7-8e8b-f2b2305c88c5 req-4c445f92-421f-426e-afc2-de8817e8635d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0864730 Apr 12 08:21:32.337876 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.338368 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.338867 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.339358 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.339853 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.340323 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.340787 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.341240 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.341734 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.342197 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.342675 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.343138 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.343633 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.344110 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:21:32.344348 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.344805 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a308e-5953-480e-b13d-6d019d1cb576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.413788 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98ffd17d-f7f5-4d37-8d5c-cc01a85063e0 admin admin] Publish callbacks [] for security_group (a1ca993a-20dd-4de1-b33a-db94560eeac5), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.429374 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:21:32.429924 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.433837 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7cb3a913-73e0-4cb7-8e8b-f2b2305c88c5 req-2766b066-a7a3-4137-91a2-aaf8d7760895 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850582 Apr 12 08:21:32.448126 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98ffd17d-f7f5-4d37-8d5c-cc01a85063e0 admin admin] Publish callbacks [] for security_group (a1ca993a-20dd-4de1-b33a-db94560eeac5), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.537253 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8eaab-8aa4-46ac-a426-76b978fb7e85 req-f9e25864-f3c0-4d3e-8f50-731f04d6cbb2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:32.538771 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cdc8eaab-8aa4-46ac-a426-76b978fb7e85 req-f9e25864-f3c0-4d3e-8f50-731f04d6cbb2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0598886 Apr 12 08:21:32.542501 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:21:32.542897 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.575980 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:21:32.578304 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192afed7-0de9-459d-ad74-fb01e706e15c" -d '{"events": [{"server_uuid": "d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3", "name": "network-vif-plugged", "status": "completed", "tag": "674c07e3-d0d4-4de1-915a-e3cfc66b4b23"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:21:32.584075 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98ffd17d-f7f5-4d37-8d5c-cc01a85063e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (a1ca993a-20dd-4de1-b33a-db94560eeac5), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.586450 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98ffd17d-f7f5-4d37-8d5c-cc01a85063e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.591705 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:21:32.594306 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-98ffd17d-f7f5-4d37-8d5c-cc01a85063e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1ca993a-20dd-4de1-b33a-db94560eeac5 HTTP/1.1" status: 204 len: 168 time: 0.2863493 Apr 12 08:21:32.606690 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffd17d-f7f5-4d37-8d5c-cc01a85063e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ca993a-20dd-4de1-b33a-db94560eeac5,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:32.610159 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cdc8eaab-8aa4-46ac-a426-76b978fb7e85 req-e14c0ba4-6f9b-4d6c-8736-7db15c27f590 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654049 Apr 12 08:21:32.643669 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45713f49-c9cc-47ce-a1bf-700a7df2adc8 x-openstack-request-id: req-45713f49-c9cc-47ce-a1bf-700a7df2adc8 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:21:32.643669 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3", "name": "network-vif-plugged", "status": "completed", "tag": "674c07e3-d0d4-4de1-915a-e3cfc66b4b23", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:21:32.643669 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45713f49-c9cc-47ce-a1bf-700a7df2adc8 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:21:32.643669 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45713f49-c9cc-47ce-a1bf-700a7df2adc8'] response: {'server_uuid': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23', 'code': 200} Apr 12 08:21:32.676068 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.742114 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:32.754029 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.754385 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.754746 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.755105 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.755443 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.755896 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.756116 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.756440 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.756764 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.757086 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.757409 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.757745 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.758069 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.758388 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.758705 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:21:32.789102 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a73e3104-d2c6-444f-b2bb-ba9e60532a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:32.903952 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-4b8090b1-4654-4341-9c0d-156c6b8ad790 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:32.905431 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-4b8090b1-4654-4341-9c0d-156c6b8ad790 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/networks?id=63c6d92c-5207-491c-a5ce-0bc7bca96e88 HTTP/1.1" status: 200 len: 809 time: 0.1108942 Apr 12 08:21:32.920518 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-c93d0834-d74f-42cc-b6ff-c2118df8a694 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/quotas/d14495b124d146b5a9877abc08957fcc HTTP/1.1" status: 200 len: 375 time: 0.0095701 Apr 12 08:21:32.953520 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-c2e37fad-216a-4487-9dda-8950ad57c3c8 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14495b124d146b5a9877abc08957fcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275733 Apr 12 08:21:32.973796 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d682b-3c5f-44a2-b95e-6276ed892451 req-2f782aec-0561-49d0-862f-6d75755f92e6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:32.975458 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-316d682b-3c5f-44a2-b95e-6276ed892451 req-2f782aec-0561-49d0-862f-6d75755f92e6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 945 time: 0.0519595 Apr 12 08:21:33.086281 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-316d682b-3c5f-44a2-b95e-6276ed892451 req-ab21d94d-ac49-4029-b671-64a33b73e73b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041727 Apr 12 08:21:33.100945 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a5cc4-c488-4252-970f-6ef5fcc95aee req-9451bbc5-2e30-4f7a-ac34-320a16fcfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:33.104998 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e08a5cc4-c488-4252-970f-6ef5fcc95aee req-9451bbc5-2e30-4f7a-ac34-320a16fcfb51 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 1129 time: 0.0521431 Apr 12 08:21:33.143826 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-da50bfed-2647-478a-9abe-3549e4f822d7 service neutron] 10.222.0.23 "GET /v2.0/networks/63c6d92c-5207-491c-a5ce-0bc7bca96e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829450 Apr 12 08:21:33.193800 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e08a5cc4-c488-4252-970f-6ef5fcc95aee req-c4525e90-5252-4ded-8baa-308a3b8787e3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803096 Apr 12 08:21:33.254638 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-a293f041-b394-4f21-85c8-f50bb993618f service neutron] 10.222.0.23 "GET /v2.0/networks/63c6d92c-5207-491c-a5ce-0bc7bca96e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027448 Apr 12 08:21:33.343077 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 47432) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:33.357343 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afcbac96-9b92-4fc7-b129-7f3379a246ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:33.433531 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afcbac96-9b92-4fc7-b129-7f3379a246ba admin admin] Publish callbacks [] for security_group (203f3ba0-8c28-461a-9022-a1c236fd9c7e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:33.525913 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afcbac96-9b92-4fc7-b129-7f3379a246ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (203f3ba0-8c28-461a-9022-a1c236fd9c7e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:33.526839 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bc674625-0433-472a-b9c8-527fe356e3c4 req-0655f976-e0c3-4acf-86e1-1cb2a55d3f4e tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 210 time: 0.0296488 Apr 12 08:21:33.573095 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:33.606874 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:33.609721 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea7edb-ce29-4613-af93-28e2a3414428 req-abe4b131-7317-4954-9adf-782547771178 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:33.611229 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22ea7edb-ce29-4613-af93-28e2a3414428 req-abe4b131-7317-4954-9adf-782547771178 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0990825 Apr 12 08:21:33.613436 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbac96-9b92-4fc7-b129-7f3379a246ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203f3ba0-8c28-461a-9022-a1c236fd9c7e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:33.617858 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-afcbac96-9b92-4fc7-b129-7f3379a246ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=166e00207f3d4f20a25426475ffb79e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737172 Apr 12 08:21:33.620634 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47444) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:33.678089 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b1052e9-bafd-4166-8877-b63cd741e8f4 admin admin] Publish callbacks [] for security_group (203f3ba0-8c28-461a-9022-a1c236fd9c7e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:33.679762 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22ea7edb-ce29-4613-af93-28e2a3414428 req-d9a8557a-b4bc-4fb8-9ddd-7588201e3de2 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564666 Apr 12 08:21:33.727498 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b1052e9-bafd-4166-8877-b63cd741e8f4 admin admin] Publish callbacks [] for security_group (203f3ba0-8c28-461a-9022-a1c236fd9c7e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:33.757970 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048b2a-3a50-4a36-ab9f-944d4b633c20 req-df09d175-e982-4c31-a7cb-6973b35786df tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:33.760009 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-24048b2a-3a50-4a36-ab9f-944d4b633c20 req-df09d175-e982-4c31-a7cb-6973b35786df tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0703592 Apr 12 08:21:33.815249 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-24048b2a-3a50-4a36-ab9f-944d4b633c20 req-f964fe3c-d532-448a-9061-b7c203deba6d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487998 Apr 12 08:21:33.877423 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b1052e9-bafd-4166-8877-b63cd741e8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (203f3ba0-8c28-461a-9022-a1c236fd9c7e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:33.877423 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b1052e9-bafd-4166-8877-b63cd741e8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:33.878107 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-1b1052e9-bafd-4166-8877-b63cd741e8f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/203f3ba0-8c28-461a-9022-a1c236fd9c7e HTTP/1.1" status: 204 len: 168 time: 0.2562509 Apr 12 08:21:33.886676 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1052e9-bafd-4166-8877-b63cd741e8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203f3ba0-8c28-461a-9022-a1c236fd9c7e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:34.202631 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003ffb3-4804-4325-949a-701ebfc12a9e req-5c8ed7f1-38c9-45d1-b3ac-25dfec3cf259 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:34.209660 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6003ffb3-4804-4325-949a-701ebfc12a9e req-5c8ed7f1-38c9-45d1-b3ac-25dfec3cf259 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 945 time: 0.0624926 Apr 12 08:21:34.263349 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6003ffb3-4804-4325-949a-701ebfc12a9e req-ce6b4042-0bf1-4751-9b51-bcb7d2da6c25 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526710 Apr 12 08:21:34.602240 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1f9f1d18-587d-4fc3-99fa-be1b2b89d6e2 req-3176f888-d427-4db1-8622-bf67e8aa2568 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 210 time: 0.0273705 Apr 12 08:21:34.782985 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af56f5a-7fcd-440f-a99c-ae54e0835b84 req-a2fe116a-fbaa-4696-8d87-8522bae5ec55 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:34.784618 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8af56f5a-7fcd-440f-a99c-ae54e0835b84 req-a2fe116a-fbaa-4696-8d87-8522bae5ec55 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0483711 Apr 12 08:21:34.844352 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8af56f5a-7fcd-440f-a99c-ae54e0835b84 req-0c1552b7-de48-4a69-9630-385162cbcf6d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538754 Apr 12 08:21:34.933593 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ef3a5-a8f7-442c-baa8-42dafe843090 req-03caa3b5-9865-40bb-ae8f-249565b33d85 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:34.935132 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3f6ef3a5-a8f7-442c-baa8-42dafe843090 req-03caa3b5-9865-40bb-ae8f-249565b33d85 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0472162 Apr 12 08:21:34.993770 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3f6ef3a5-a8f7-442c-baa8-42dafe843090 req-3e03c724-658c-4931-b57c-753a5713af93 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481110 Apr 12 08:21:35.234705 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:35.380904 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1410c-26d0-4ae4-a302-030defb9385a req-1fa9f19c-8dcf-457e-9b2b-5fd1b1710e6a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:35.383085 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4dd1410c-26d0-4ae4-a302-030defb9385a req-1fa9f19c-8dcf-457e-9b2b-5fd1b1710e6a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 945 time: 0.0527709 Apr 12 08:21:35.448088 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4dd1410c-26d0-4ae4-a302-030defb9385a req-e9f63e1d-fccb-430c-8aab-950fceb705d8 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562954 Apr 12 08:21:35.565549 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e216c99-6bab-46c6-8581-6e4b378a7d47 req-095221ab-fc7e-4a82-8e66-71df38d5e757 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:35.567055 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2e216c99-6bab-46c6-8581-6e4b378a7d47 req-095221ab-fc7e-4a82-8e66-71df38d5e757 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 945 time: 0.0464556 Apr 12 08:21:35.614888 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2e216c99-6bab-46c6-8581-6e4b378a7d47 req-f7058a82-f4e9-40ce-a667-ff96d332c4ae tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 Apr 12 08:21:35.643234 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47512) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:35.696006 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be84d204-e73a-4d8c-8701-eb7714285cb5 req-66c911ee-0036-483e-9537-03c704c2f903 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 210 time: 0.0296049 Apr 12 08:21:35.859203 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00014ee-e3a0-43af-9579-cfa6d0445a57 tempest-TestVolumeBootPattern-367891530 tempest-TestVolumeBootPattern-367891530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:35.860838 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-b00014ee-e3a0-43af-9579-cfa6d0445a57 tempest-TestVolumeBootPattern-367891530 tempest-TestVolumeBootPattern-367891530-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 1124 time: 0.2165837 Apr 12 08:21:35.863661 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47516) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:35.867984 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'port_id': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:35.960430 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883fa71-b4f2-4850-ba67-9ed4cd761389 req-ec4459b1-5e18-430c-a000-713bcfe0666f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:35.961868 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9883fa71-b4f2-4850-ba67-9ed4cd761389 req-ec4459b1-5e18-430c-a000-713bcfe0666f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0482337 Apr 12 08:21:35.980450 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:36.073330 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9883fa71-b4f2-4850-ba67-9ed4cd761389 req-428e3480-6cfe-464f-bcba-6973f81491b9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052837 Apr 12 08:21:36.095367 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:36.127278 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8282ea0-52dd-4718-90b7-067334f48293 req-264fca40-abd8-47ae-a910-782cfc938c8e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:36.127278 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f8282ea0-52dd-4718-90b7-067334f48293 req-264fca40-abd8-47ae-a910-782cfc938c8e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0592251 Apr 12 08:21:36.187716 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f8282ea0-52dd-4718-90b7-067334f48293 req-8e0a9f3e-63e7-4726-8855-c36a669dd8ad tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541418 Apr 12 08:21:36.423848 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Allocated IP 172.27.3.127 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/52302e39-7283-4cd5-93fe-5bd9d157356b) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:21:36.523981 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for port (52302e39-7283-4cd5-93fe-5bd9d157356b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:36.634875 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (52302e39-7283-4cd5-93fe-5bd9d157356b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:36.675083 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:21:36.677854 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:21:36.681878 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:21:36.689531 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'Port': ['ID=52302e39-7283-4cd5-93fe-5bd9d157356b,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:36.811863 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:36.821382 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-08bb6beb-6a9c-42ee-9a25-829582226b74 req-5bb862ac-fff9-4f8f-bfc4-f29844740573 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 210 time: 0.0335727 Apr 12 08:21:37.085785 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (fbbc0cc0-923c-4c91-b058-c9f1b0bb8401), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:37.234192 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662b61c-f70d-47e7-82a0-aae6aafaffae req-8135be16-ed30-4f05-8d87-da530143c079 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:37.239620 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3662b61c-f70d-47e7-82a0-aae6aafaffae req-8135be16-ed30-4f05-8d87-da530143c079 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0824094 Apr 12 08:21:37.260905 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657308b-8c80-417b-ac83-697e2088dae4 req-53413aad-550f-42a0-8c03-8a7c62e22125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:37.262511 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c657308b-8c80-417b-ac83-697e2088dae4 req-53413aad-550f-42a0-8c03-8a7c62e22125 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 1129 time: 0.0706997 Apr 12 08:21:37.309967 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3662b61c-f70d-47e7-82a0-aae6aafaffae req-78b54f66-949f-4ea8-9f17-df984873137d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693083 Apr 12 08:21:37.323086 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (52302e39-7283-4cd5-93fe-5bd9d157356b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:37.341731 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c657308b-8c80-417b-ac83-697e2088dae4 req-1edc9170-ebac-45ca-8806-54fc4651ed2b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650120 Apr 12 08:21:37.358089 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c947b8-326c-40e4-8580-7f1bb35460e4 req-c28af7c4-4a4c-4328-8fc6-5937b0b8e323 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:37.359622 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b7c947b8-326c-40e4-8580-7f1bb35460e4 req-c28af7c4-4a4c-4328-8fc6-5937b0b8e323 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0761392 Apr 12 08:21:37.473352 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b7c947b8-326c-40e4-8580-7f1bb35460e4 req-2987bbf2-628b-4ed6-a3b4-6d7cdb93c22e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078494 Apr 12 08:21:37.541237 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for port (52302e39-7283-4cd5-93fe-5bd9d157356b), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:37.628752 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (52302e39-7283-4cd5-93fe-5bd9d157356b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:37.700577 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ff3f46c2-6a63-4d1c-96ea-791f75e3a358 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:37.706481 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ff3f46c2-6a63-4d1c-96ea-791f75e3a358 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.25 "GET /v2.0/networks?id=63c6d92c-5207-491c-a5ce-0bc7bca96e88 HTTP/1.1" status: 200 len: 809 time: 0.1418102 Apr 12 08:21:37.717526 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'Port': ['ID=52302e39-7283-4cd5-93fe-5bd9d157356b,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:37.724408 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (fbbc0cc0-923c-4c91-b058-c9f1b0bb8401), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:37.828450 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.l3_db [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Floating IP fbbc0cc0-923c-4c91-b058-c9f1b0bb8401 associated. External IP: 172.27.3.127, port: 674c07e3-d0d4-4de1-915a-e3cfc66b4b23. Apr 12 08:21:37.943714 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a266921d-fab6-42de-92f2-0f981db10c79 req-301555b1-c954-4ee5-9cb1-83c498ecbd64 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 210 time: 0.0342391 Apr 12 08:21:38.020981 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Request body: {'port': {'device_id': '7a4dd898-ab9a-4139-abbf-73f863c2ae0f', 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88', 'admin_state_up': True, 'tenant_id': 'd14495b124d146b5a9877abc08957fcc'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:38.090730 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:21:38.138874 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47564) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:38.143148 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-2d138331-77c8-491c-a57d-6b7e00b4d43f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723662236', 'description': 'tempest-description--2147067723'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:38.206179 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Made reservation on behalf of d14495b124d146b5a9877abc08957fcc for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:21:38.209533 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.219345 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:21:38.230839 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] Sync routers for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:21:38.240555 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:21:38.244495 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:21:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:21:38.263687 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d138331-77c8-491c-a57d-6b7e00b4d43f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.296858 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.337550 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Allocated IP 172.20.0.13 (63c6d92c-5207-491c-a5ce-0bc7bca96e88/0208c7bd-3e25-494e-8a83-a2957ad0be81/6ee00a1f-4377-4337-876b-874b006cb010) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:21:38.351767 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5d14f16a-cf72-4ee2-8b4d-6366d9bcef99 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4779041 Apr 12 08:21:38.351767 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'tag': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:21:38.351767 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4334629d-3285-4e22-9702-4fa8ba4a421c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3", "tag": "674c07e3-d0d4-4de1-915a-e3cfc66b4b23"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:21:38.406801 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f125ea4-cc52-465b-b2df-c3e1f23ff2f0 x-openstack-request-id: req-4f125ea4-cc52-465b-b2df-c3e1f23ff2f0 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:21:38.407090 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3", "tag": "674c07e3-d0d4-4de1-915a-e3cfc66b4b23", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:21:38.407355 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f125ea4-cc52-465b-b2df-c3e1f23ff2f0 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:21:38.407779 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f125ea4-cc52-465b-b2df-c3e1f23ff2f0'] response: {'name': 'network-changed', 'server_uuid': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'tag': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23', 'status': 'completed', 'code': 200} Apr 12 08:21:38.417785 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d138331-77c8-491c-a57d-6b7e00b4d43f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (48a743cb-eef4-4978-ab40-7efc6c8e5ffd), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.456184 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be362747-b73b-4671-8218-d9e9c9d8d591 req-24d7863a-222f-4799-94fa-03267869a435 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:38.457715 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-be362747-b73b-4671-8218-d9e9c9d8d591 req-24d7863a-222f-4799-94fa-03267869a435 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0622602 Apr 12 08:21:38.491142 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:21:38.497020 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d138331-77c8-491c-a57d-6b7e00b4d43f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (48a743cb-eef4-4978-ab40-7efc6c8e5ffd), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.508409 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks [] for port (6ee00a1f-4377-4337-876b-874b006cb010), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.535072 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-be362747-b73b-4671-8218-d9e9c9d8d591 req-b9a23a91-5840-4286-86f2-5b8075efac4f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710464 Apr 12 08:21:38.543605 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d138331-77c8-491c-a57d-6b7e00b4d43f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a743cb-eef4-4978-ab40-7efc6c8e5ffd,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:38.614213 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d138331-77c8-491c-a57d-6b7e00b4d43f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.615864 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-2d138331-77c8-491c-a57d-6b7e00b4d43f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4759626 Apr 12 08:21:38.619177 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47574) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:38.623606 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-28ccfa89-dd50-4619-91f2-a174d4d81bb1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group_rule': {'security_group_id': '48a743cb-eef4-4978-ab40-7efc6c8e5ffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:38.626725 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215fd8f-6f37-4e87-96f7-d80ff427ca10 req-27cde30c-2e33-4df5-8945-87cca1fc1fbe tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:38.628430 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a215fd8f-6f37-4e87-96f7-d80ff427ca10 req-27cde30c-2e33-4df5-8945-87cca1fc1fbe tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0480790 Apr 12 08:21:38.669028 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (6ee00a1f-4377-4337-876b-874b006cb010), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.721315 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'fbbc0cc0-923c-4c91-b058-c9f1b0bb8401', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:db:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:36Z', 'updated_at': '2022-04-12T08:21:36Z', 'revision_number': 0, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:21:38.737359 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28ccfa89-dd50-4619-91f2-a174d4d81bb1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (6583e7d2-8a58-4f46-a022-19f3f0bf95ff), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.748985 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] Checking router: 80f8d10e-fa34-467e-8d7d-1f0ae1951183 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:21:38.758594 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:21:38.759818 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:21:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:21:38.802852 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28ccfa89-dd50-4619-91f2-a174d4d81bb1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (6583e7d2-8a58-4f46-a022-19f3f0bf95ff), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.857523 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28ccfa89-dd50-4619-91f2-a174d4d81bb1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (6583e7d2-8a58-4f46-a022-19f3f0bf95ff), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.872927 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:21:38.877701 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccfa89-dd50-4619-91f2-a174d4d81bb1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6583e7d2-8a58-4f46-a022-19f3f0bf95ff,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:38.921275 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a215fd8f-6f37-4e87-96f7-d80ff427ca10 req-dad7bd60-cad6-46e1-b901-00f5ec3b6b85 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861722 Apr 12 08:21:38.929136 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:21:38.935972 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:21:38.936617 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28ccfa89-dd50-4619-91f2-a174d4d81bb1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:38.937907 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Pushing event updated for resources: {'Port': ['ID=6ee00a1f-4377-4337-876b-874b006cb010,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:38.945887 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-28ccfa89-dd50-4619-91f2-a174d4d81bb1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3241343 Apr 12 08:21:38.946058 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47578) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:38.950958 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:21:38.952373 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-ac1126d1-b1c3-4b6c-a3f5-2a194e386821 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group_rule': {'security_group_id': '48a743cb-eef4-4978-ab40-7efc6c8e5ffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:39.003936 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:39.004755 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:39.061939 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac1126d1-b1c3-4b6c-a3f5-2a194e386821 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (a0521e56-c8c1-4ba0-9ee1-71b94c0b1179), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:39.077310 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b517c4-04a1-47f0-a358-4ef6a544b4c8 req-09026916-e902-4684-83ca-ee7abb0e0713 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:39.078989 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e5b517c4-04a1-47f0-a358-4ef6a544b4c8 req-09026916-e902-4684-83ca-ee7abb0e0713 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 932 time: 0.0609226 Apr 12 08:21:39.098784 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'fbbc0cc0-923c-4c91-b058-c9f1b0bb8401', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:db:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:36Z', 'updated_at': '2022-04-12T08:21:36Z', 'revision_number': 0, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:21:39.111243 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-04b95ae5-7880-4799-ab4a-c7f86228013f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0959260 Apr 12 08:21:39.129971 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944b8f9-cf88-4f43-aecb-4bb1d9e8a940 None None] The sync data for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi is: [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'fbbc0cc0-923c-4c91-b058-c9f1b0bb8401', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:db:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:36Z', 'updated_at': '2022-04-12T08:21:36Z', 'revision_number': 0, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:21:39.162013 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e5b517c4-04a1-47f0-a358-4ef6a544b4c8 req-acb0f7fc-2584-40ba-8a53-5024c6bc3d78 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714304 Apr 12 08:21:39.163663 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac1126d1-b1c3-4b6c-a3f5-2a194e386821 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (a0521e56-c8c1-4ba0-9ee1-71b94c0b1179), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:39.223347 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac1126d1-b1c3-4b6c-a3f5-2a194e386821 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (a0521e56-c8c1-4ba0-9ee1-71b94c0b1179), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:39.245190 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1126d1-b1c3-4b6c-a3f5-2a194e386821 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0521e56-c8c1-4ba0-9ee1-71b94c0b1179,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:39.305393 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac1126d1-b1c3-4b6c-a3f5-2a194e386821 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:39.306759 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ac1126d1-b1c3-4b6c-a3f5-2a194e386821 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3596575 Apr 12 08:21:39.310473 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47584) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:39.315050 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:39.318808 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ad6081-d468-42d1-b0e7-2cfff7331acb None None] New status for floating IP fbbc0cc0-923c-4c91-b058-c9f1b0bb8401: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:21:39.400730 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:39.479595 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:39.590502 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Allocated IP 172.27.3.153 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/583d8114-ca8d-460a-b0e2-d065d803ba29) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:21:39.657775 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477029fe-57dc-4d59-90b3-1e5998b442c9 req-14a41f5a-49e6-428c-8686-570d3fc91afd tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:39.659278 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-477029fe-57dc-4d59-90b3-1e5998b442c9 req-14a41f5a-49e6-428c-8686-570d3fc91afd tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0473483 Apr 12 08:21:39.692530 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (583d8114-ca8d-460a-b0e2-d065d803ba29), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:39.707166 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-477029fe-57dc-4d59-90b3-1e5998b442c9 req-7bc07d35-fff0-40dd-910b-3e99e095660f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Apr 12 08:21:39.788669 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (583d8114-ca8d-460a-b0e2-d065d803ba29), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:39.827380 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:21:39.830143 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:21:39.832528 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:21:39.861240 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=583d8114-ca8d-460a-b0e2-d065d803ba29,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:39.925656 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (ff7acfda-0499-4175-87bb-936e275cc571), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:40.059966 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae59199-ac2b-4590-b80e-6164e50a319b req-3863c69a-d41c-4a1e-a4ba-2cd0a8d0dccd tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:40.061479 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cae59199-ac2b-4590-b80e-6164e50a319b req-3863c69a-d41c-4a1e-a4ba-2cd0a8d0dccd tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0685952 Apr 12 08:21:40.063868 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (583d8114-ca8d-460a-b0e2-d065d803ba29), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:40.160264 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cae59199-ac2b-4590-b80e-6164e50a319b req-8cdbe394-3235-414a-a132-1fc6c01840c4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932064 Apr 12 08:21:40.256885 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (583d8114-ca8d-460a-b0e2-d065d803ba29), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:40.277084 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd05fa9-2513-4b58-aad5-a47e83aa3da7 req-b234cd18-a88b-4e71-b46a-98be36235888 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:40.278819 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bfd05fa9-2513-4b58-aad5-a47e83aa3da7 req-b234cd18-a88b-4e71-b46a-98be36235888 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 932 time: 0.0488281 Apr 12 08:21:40.320292 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (583d8114-ca8d-460a-b0e2-d065d803ba29), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:40.324957 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bfd05fa9-2513-4b58-aad5-a47e83aa3da7 req-3e3b52cf-ef9b-46c9-8543-6fd1752ee91f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Apr 12 08:21:40.390286 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=583d8114-ca8d-460a-b0e2-d065d803ba29,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:40.401790 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (ff7acfda-0499-4175-87bb-936e275cc571), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:40.476330 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:40.478004 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-0b39f2ab-3b20-478e-8336-757a2400f361 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1660442 Apr 12 08:21:40.666908 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-f443820c-e2f8-48f7-9cd8-51f155012d1a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--723662236&fields=id&tenant_id=06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 267 time: 0.0433638 Apr 12 08:21:40.687085 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Request body: {'port': {'device_id': '7a4dd898-ab9a-4139-abbf-73f863c2ae0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:40.798780 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-48478148-384c-4fbc-ac03-9141ca1ba2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:40.800339 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-48478148-384c-4fbc-ac03-9141ca1ba2ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 1129 time: 0.0812845 Apr 12 08:21:40.800919 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6ee00a1f-4377-4337-876b-874b006cb010), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:40.846110 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da40c9-ccb5-4292-8efb-fdab62ade437 req-5ba4b3f0-13b5-4d16-8dc4-adebbd10d739 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:40.847673 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f7da40c9-ccb5-4292-8efb-fdab62ade437 req-5ba4b3f0-13b5-4d16-8dc4-adebbd10d739 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0653837 Apr 12 08:21:40.990708 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b553e-80cc-4794-a504-aed29cfdb676 req-d3251a19-dfd5-44c3-828d-d2d757e48e7a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:40.992135 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-d3251a19-dfd5-44c3-828d-d2d757e48e7a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 814 time: 0.3188505 Apr 12 08:21:41.006542 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-89c342b0-7299-49b4-83df-57b9c2d45776 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/quotas/06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 375 time: 0.0088699 Apr 12 08:21:41.049089 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f7da40c9-ccb5-4292-8efb-fdab62ade437 req-8d8a2d4d-6983-4e96-9da9-7439cffc320c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836357 Apr 12 08:21:41.059207 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-7ade0ee4-e012-4bef-9afa-45bfacca5ecd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473711 Apr 12 08:21:41.090808 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-62bf7787-e4d2-40a9-adae-627dc3b218f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:41.092312 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-62bf7787-e4d2-40a9-adae-627dc3b218f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 912 time: 0.2170143 Apr 12 08:21:41.181181 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-4b63214e-0eb4-4628-84af-0d8721d08a6e service neutron] 10.222.0.23 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032522 Apr 12 08:21:41.224906 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee00a1f-4377-4337-876b-874b006cb010 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:21:41.233255 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Publish callbacks [] for port (6ee00a1f-4377-4337-876b-874b006cb010), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:41.272792 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-6becce3f-bf42-4604-9537-274a074b0422 service neutron] 10.222.0.23 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840676 Apr 12 08:21:41.272988 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Transition to ACTIVE for port object 6ee00a1f-4377-4337-876b-874b006cb010 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:21:41.289502 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35533f-d8b5-48fa-a03c-bf278120a266 req-fd466353-3ec4-454c-b6e5-fc238664c95a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:41.291061 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7a35533f-d8b5-48fa-a03c-bf278120a266 req-fd466353-3ec4-454c-b6e5-fc238664c95a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0540111 Apr 12 08:21:41.345082 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7a35533f-d8b5-48fa-a03c-bf278120a266 req-14b144c0-dcb1-47c3-aaa7-024a513b6d6d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464330 Apr 12 08:21:41.360244 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (6ee00a1f-4377-4337-876b-874b006cb010), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:41.414146 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Pushing event updated for resources: {'Port': ['ID=6ee00a1f-4377-4337-876b-874b006cb010,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:41.507270 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9c523-f662-4d89-a7ca-a3aae535fa5a req-ff889fd3-8280-4e6a-92b4-b31df917dc8a tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:41.509550 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-86f9c523-f662-4d89-a7ca-a3aae535fa5a req-ff889fd3-8280-4e6a-92b4-b31df917dc8a tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 944 time: 0.0989127 Apr 12 08:21:41.531931 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b05c242f-b79c-4edf-b90f-ebe1acfdf32b req-167d2e32-50ca-4e51-8cf8-6f9ba2adbf98 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0316606 Apr 12 08:21:41.581926 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Attempting to bind port 6ee00a1f-4377-4337-876b-874b006cb010 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:21:41.582899 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Attempting to bind port 6ee00a1f-4377-4337-876b-874b006cb010 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'f6932f61-903a-421d-97b3-04f143551823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:21:41.582899 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Attempting to bind port 6ee00a1f-4377-4337-876b-874b006cb010 on network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:21:41.597818 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Port 6ee00a1f-4377-4337-876b-874b006cb010 on network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:21:41.598143 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Attempting to bind port 6ee00a1f-4377-4337-876b-874b006cb010 on network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:21:41.619267 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:21:41.619707 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Checking segment: {'id': 'f6932f61-903a-421d-97b3-04f143551823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:21:41.620090 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Bound using segment: {'id': 'f6932f61-903a-421d-97b3-04f143551823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:21:41.620531 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Bound port: 6ee00a1f-4377-4337-876b-874b006cb010, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6932f61-903a-421d-97b3-04f143551823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:21:41.620888 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6ee00a1f-4377-4337-876b-874b006cb010), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:41.644437 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-fa09925d-1f23-47e7-a351-eb9ddc79c1b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=674c07e3-d0d4-4de1-915a-e3cfc66b4b23 HTTP/1.1" status: 200 len: 1001 time: 0.1079028 Apr 12 08:21:41.651213 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-86f9c523-f662-4d89-a7ca-a3aae535fa5a req-5fa41220-7c55-4637-b6cb-d5968908e23f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332438 Apr 12 08:21:41.736230 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-a22ac90e-657f-49df-b8ef-5385521e15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:41.737742 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-a22ac90e-657f-49df-b8ef-5385521e15f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 200 len: 851 time: 0.0696630 Apr 12 08:21:41.740249 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] For port 6ee00a1f-4377-4337-876b-874b006cb010, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:21:41.744017 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] For port 6ee00a1f-4377-4337-876b-874b006cb010, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6ee00a1f-4377-4337-876b-874b006cb010,segment=NetworkSegment(f6932f61-903a-421d-97b3-04f143551823),segment_id=f6932f61-903a-421d-97b3-04f143551823)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:21:41.785322 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-19adf4ec-b44e-4cca-a19d-c25e0d597bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:41.787040 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-19adf4ec-b44e-4cca-a19d-c25e0d597bf9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413096 Apr 12 08:21:41.822648 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (6ee00a1f-4377-4337-876b-874b006cb010), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:41.893837 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:41.894460 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:41.895857 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] 10.222.0.25 "PUT /v2.0/ports/6ee00a1f-4377-4337-876b-874b006cb010 HTTP/1.1" status: 200 len: 1094 time: 1.2129819 Apr 12 08:21:41.897679 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4dd898-ab9a-4139-abbf-73f863c2ae0f', 'tag': '6ee00a1f-4377-4337-876b-874b006cb010'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:21:41.900096 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79868b21-45fb-4189-a842-5887a3930d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4dd898-ab9a-4139-abbf-73f863c2ae0f", "tag": "6ee00a1f-4377-4337-876b-874b006cb010"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:21:41.934008 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97549d-4677-4367-b098-2a9f986f996e service neutron] Pushing event updated for resources: {'Port': ['ID=6ee00a1f-4377-4337-876b-874b006cb010,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:41.941678 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-7d1d23c6-afe4-452a-be7c-271373b2fa76 service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462948 Apr 12 08:21:41.944644 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf902bb-2a44-4ada-a03e-35ad882aa005 x-openstack-request-id: req-5bf902bb-2a44-4ada-a03e-35ad882aa005 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:21:41.944834 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4dd898-ab9a-4139-abbf-73f863c2ae0f", "tag": "6ee00a1f-4377-4337-876b-874b006cb010", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:21:41.945107 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bf902bb-2a44-4ada-a03e-35ad882aa005 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:21:41.945498 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf902bb-2a44-4ada-a03e-35ad882aa005'] response: {'name': 'network-changed', 'server_uuid': '7a4dd898-ab9a-4139-abbf-73f863c2ae0f', 'tag': '6ee00a1f-4377-4337-876b-874b006cb010', 'status': 'completed', 'code': 200} Apr 12 08:21:42.054755 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79868b21-45fb-4189-a842-5887a3930d1d req-5bc8331b-c623-46e6-a1e9-f90a134696b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:42.056926 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-79868b21-45fb-4189-a842-5887a3930d1d req-5bc8331b-c623-46e6-a1e9-f90a134696b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d14495b124d146b5a9877abc08957fcc&device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 1128 time: 0.0796051 Apr 12 08:21:42.104764 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4334629d-3285-4e22-9702-4fa8ba4a421c req-31c42240-b0dd-45a5-a5c5-2f00972f6a6d service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456876 Apr 12 08:21:42.219514 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a262905-183c-4f61-92a4-37c3208c9913 req-0327adb8-007c-4825-8899-a6d4a67434ea tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:42.221028 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8a262905-183c-4f61-92a4-37c3208c9913 req-0327adb8-007c-4825-8899-a6d4a67434ea tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0817831 Apr 12 08:21:42.222601 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79868b21-45fb-4189-a842-5887a3930d1d req-bb368177-0496-4f08-8610-c2184e644c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:42.223828 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-79868b21-45fb-4189-a842-5887a3930d1d req-bb368177-0496-4f08-8610-c2184e644c75 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d14495b124d146b5a9877abc08957fcc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1585505 Apr 12 08:21:42.329263 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8a262905-183c-4f61-92a4-37c3208c9913 req-36372d82-a576-473e-b683-cb4d721fa9b9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000421 Apr 12 08:21:42.353782 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79868b21-45fb-4189-a842-5887a3930d1d req-90a1dcc4-017a-4782-b679-a9943306af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:42.355253 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-79868b21-45fb-4189-a842-5887a3930d1d req-90a1dcc4-017a-4782-b679-a9943306af6c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1251395 Apr 12 08:21:42.466041 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-36b6e19d-64ec-432e-a02e-3ed0c2786bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:42.467575 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-36b6e19d-64ec-432e-a02e-3ed0c2786bd7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d14495b124d146b5a9877abc08957fcc&device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 1128 time: 0.0739882 Apr 12 08:21:42.477078 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:21:42.486720 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b2391-6dd1-48d8-bc16-b6a5ea990292 req-879e6309-81c5-4cf5-b39a-66467fe6bc3b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:42.488152 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e35b2391-6dd1-48d8-bc16-b6a5ea990292 req-879e6309-81c5-4cf5-b39a-66467fe6bc3b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0606802 Apr 12 08:21:42.518497 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-9a7a551b-48e6-4e47-a35c-a452ed882eff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ee00a1f-4377-4337-876b-874b006cb010 HTTP/1.1" status: 200 len: 217 time: 0.0429978 Apr 12 08:21:42.597147 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e35b2391-6dd1-48d8-bc16-b6a5ea990292 req-9a8cc2c8-4554-4ccd-94fd-ce573587bf13 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808899 Apr 12 08:21:42.598534 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-19d00b4d-327e-4928-89c7-c2912c606cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:42.599898 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-19d00b4d-327e-4928-89c7-c2912c606cec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0208c7bd-3e25-494e-8a83-a2957ad0be81 HTTP/1.1" status: 200 len: 849 time: 0.0688810 Apr 12 08:21:42.681332 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fd7302e0-ff42-4608-b67e-e6099319bdfe req-cf2ab862-7cab-4431-b86e-0609e199cee4 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0268826 Apr 12 08:21:42.791749 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbffa01-2787-48fa-83ab-f3a8e46161a4 req-de0e3bf7-ff73-48e3-9850-0937bc4cba8d tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:42.793430 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2fbffa01-2787-48fa-83ab-f3a8e46161a4 req-de0e3bf7-ff73-48e3-9850-0937bc4cba8d tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 944 time: 0.0490704 Apr 12 08:21:42.816380 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d5273-5528-43b5-9bc5-11dfa453e55f req-9c9c08e9-edb0-4b95-8dd2-db9ddae58828 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:42.817928 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2a8d5273-5528-43b5-9bc5-11dfa453e55f req-9c9c08e9-edb0-4b95-8dd2-db9ddae58828 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0558705 Apr 12 08:21:42.845370 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2fbffa01-2787-48fa-83ab-f3a8e46161a4 req-fa5a3b03-f3be-486e-a832-d81501430e11 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Apr 12 08:21:42.867730 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2a8d5273-5528-43b5-9bc5-11dfa453e55f req-c05917f8-be22-44f6-bdba-4e1b2da52993 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430222 Apr 12 08:21:43.554466 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-bda1ee6f-3bbb-4cf8-a731-50b872519b6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63c6d92c-5207-491c-a5ce-0bc7bca96e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291781 Apr 12 08:21:43.711617 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2559b8-b335-4241-a99d-9dc8567b5cd2 req-3852e15b-aa04-4914-a9df-27f19e3e45d6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:43.713142 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4e2559b8-b335-4241-a99d-9dc8567b5cd2 req-3852e15b-aa04-4914-a9df-27f19e3e45d6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0458243 Apr 12 08:21:43.760508 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4e2559b8-b335-4241-a99d-9dc8567b5cd2 req-609ddf82-e9d1-453a-abc1-70a8ff27692e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410709 Apr 12 08:21:43.775756 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-62c9bb50-92d8-4ed7-83a8-c8055c94bd37 req-37eac5fa-9a7d-424d-abb1-5bcb3beec564 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0297000 Apr 12 08:21:43.960176 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64524513-f8c6-4c3e-a840-c0ed5afd814f req-868d7854-79d1-4c78-88c5-962f1fb0528a tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:43.961690 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-64524513-f8c6-4c3e-a840-c0ed5afd814f req-868d7854-79d1-4c78-88c5-962f1fb0528a tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 944 time: 0.0518570 Apr 12 08:21:43.977714 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172383b6-24ba-4beb-934f-50dedd43d166 req-4061c80b-c7cc-412b-9cf8-47d622a65130 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:43.979206 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-172383b6-24ba-4beb-934f-50dedd43d166 req-4061c80b-c7cc-412b-9cf8-47d622a65130 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0454361 Apr 12 08:21:44.008176 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-64524513-f8c6-4c3e-a840-c0ed5afd814f req-74d31734-94a8-42d0-9cf9-33ba0ea73499 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Apr 12 08:21:44.026485 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-172383b6-24ba-4beb-934f-50dedd43d166 req-c4dff62f-14d0-401f-9ba7-2dc3302d6599 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414643 Apr 12 08:21:44.880073 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e2daf825-d3ea-4630-ac74-4740ad00a1a9 req-71068c55-9695-4b09-a7be-960c38863164 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0308714 Apr 12 08:21:44.880211 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d5c5b-756e-4681-9671-e9703d14e0b4 req-e1ee9b33-17d2-4163-8fb9-e383861bb80c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:44.881824 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-954d5c5b-756e-4681-9671-e9703d14e0b4 req-e1ee9b33-17d2-4163-8fb9-e383861bb80c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0516386 Apr 12 08:21:44.928367 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-954d5c5b-756e-4681-9671-e9703d14e0b4 req-a252ea5f-6a06-4101-9bae-7af611e375fb tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406101 Apr 12 08:21:45.121514 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67684561-30a9-4d68-9989-a59dc1748b36 req-db5d51f9-48ba-4e12-b87b-f1b2ebb9c0d8 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:45.122979 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-67684561-30a9-4d68-9989-a59dc1748b36 req-db5d51f9-48ba-4e12-b87b-f1b2ebb9c0d8 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 944 time: 0.0464802 Apr 12 08:21:45.142352 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3541bb8-2f89-4dc4-9ec6-71e6e04010eb req-41250dd8-51bf-4a02-98c5-3fa9c3e4f7d1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:45.143877 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f3541bb8-2f89-4dc4-9ec6-71e6e04010eb req-41250dd8-51bf-4a02-98c5-3fa9c3e4f7d1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0462847 Apr 12 08:21:45.169310 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-67684561-30a9-4d68-9989-a59dc1748b36 req-961d95fb-fdd4-4207-9cb1-a0b6ab893df0 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404243 Apr 12 08:21:45.191126 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f3541bb8-2f89-4dc4-9ec6-71e6e04010eb req-0d717645-7829-4204-b077-9fbe5625b909 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 Apr 12 08:21:45.357403 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-2ed3dec1-b95e-4086-a242-aceacb8271b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:45.358773 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-2ed3dec1-b95e-4086-a242-aceacb8271b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 1129 time: 0.0718153 Apr 12 08:21:45.394383 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-b0605370-5bbc-4542-9670-8929620cc119 service neutron] 10.222.0.25 "GET /v2.0/networks/63c6d92c-5207-491c-a5ce-0bc7bca96e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343343 Apr 12 08:21:45.521540 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-ed12cd78-0636-445e-b7fc-27e748a1bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:45.523036 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-ed12cd78-0636-445e-b7fc-27e748a1bb4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.1531019 Apr 12 08:21:45.574197 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-fd3b5df2-5502-4163-adad-b31cef7d6b60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 HTTP/1.1" status: 200 len: 217 time: 0.0439119 Apr 12 08:21:45.576270 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c27504aa-666f-40e5-bded-b611d2f02d5d req-b97a75f7-ed95-446b-a844-c238a4b38a84 service neutron] 10.222.0.25 "GET /v2.0/networks/63c6d92c-5207-491c-a5ce-0bc7bca96e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728327 Apr 12 08:21:45.625882 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-27deffdc-7f06-4fe2-ab15-f30cbfd03c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:45.627199 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-27deffdc-7f06-4fe2-ab15-f30cbfd03c59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.0430949 Apr 12 08:21:45.669952 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-6590c3b2-1f6d-48e1-978e-36ca5075aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:45.671398 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-6590c3b2-1f6d-48e1-978e-36ca5075aeed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377593 Apr 12 08:21:45.813473 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-d272ceac-66b2-4c12-ac29-2e02760a9452 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889490 Apr 12 08:21:45.973081 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-256d9785-f2e0-4a37-9816-e79be9f7c932 req-f46a6de3-948e-4d74-b49f-0dd1f2e7e912 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0281525 Apr 12 08:21:46.056245 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7877bb-8ae7-442b-bfe9-b50fe8469494 req-8b5e7d9e-0be0-4113-a3e1-57ee23246cc6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:46.058398 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f7877bb-8ae7-442b-bfe9-b50fe8469494 req-8b5e7d9e-0be0-4113-a3e1-57ee23246cc6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0534685 Apr 12 08:21:46.104362 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f7877bb-8ae7-442b-bfe9-b50fe8469494 req-ff02cfb7-8197-4c66-9c0f-c02f3da28d3e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404797 Apr 12 08:21:46.285612 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f202f-fcc3-42ef-a3d2-e3da32d2b2d6 req-735366d3-9911-4c38-b4d2-fa8a152a5cc2 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:46.287186 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-793f202f-fcc3-42ef-a3d2-e3da32d2b2d6 req-735366d3-9911-4c38-b4d2-fa8a152a5cc2 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 944 time: 0.0471840 Apr 12 08:21:46.323221 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0d54d-73f2-4886-bd68-985a4e829250 req-a8e97594-a6cb-4caa-9069-c4a9bf3d7aa7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:46.325428 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94c0d54d-73f2-4886-bd68-985a4e829250 req-a8e97594-a6cb-4caa-9069-c4a9bf3d7aa7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0676892 Apr 12 08:21:46.354679 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-793f202f-fcc3-42ef-a3d2-e3da32d2b2d6 req-c6e15041-4137-4b79-b24e-42c91d9de497 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547535 Apr 12 08:21:46.379297 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94c0d54d-73f2-4886-bd68-985a4e829250 req-6c100263-c44c-477e-892a-95ce6db87f69 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453818 Apr 12 08:21:47.046532 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-21598b57-246d-41ec-aaf3-e05a0295ae3b req-56a77a39-a94e-404a-b89f-6ab2dc2792f3 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866621 Apr 12 08:21:47.068544 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5a408119-afc3-4feb-8eb0-15d6cabffd74 req-7f2ad3ed-08d4-415a-8668-fd2f30e6d81b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0305188 Apr 12 08:21:47.220739 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee53e78-4673-45ca-bf4b-8c0c6e375d06 req-8cee7591-b53f-41f6-ac21-86081fb07557 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:47.222190 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-aee53e78-4673-45ca-bf4b-8c0c6e375d06 req-8cee7591-b53f-41f6-ac21-86081fb07557 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0474291 Apr 12 08:21:47.270562 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-aee53e78-4673-45ca-bf4b-8c0c6e375d06 req-7ff365a8-1da2-4d53-824c-73856fe2eb09 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427849 Apr 12 08:21:47.465479 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c628-90dc-4e4a-9186-72f69ac178d3 req-cd757863-d6b6-4cec-8e7a-d07d17b5eeba tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:47.467792 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4a81c628-90dc-4e4a-9186-72f69ac178d3 req-cd757863-d6b6-4cec-8e7a-d07d17b5eeba tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 944 time: 0.0479863 Apr 12 08:21:47.501511 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60190f86-8679-46f2-8d3d-5f15d250c211 req-2613d00f-8242-4961-938f-d6dcf5e0e0f6 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:47.502990 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-60190f86-8679-46f2-8d3d-5f15d250c211 req-2613d00f-8242-4961-938f-d6dcf5e0e0f6 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0527935 Apr 12 08:21:47.516970 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4a81c628-90dc-4e4a-9186-72f69ac178d3 req-c65ae94a-0c21-4722-bb0f-7a6ce1e14d62 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Apr 12 08:21:47.549912 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-60190f86-8679-46f2-8d3d-5f15d250c211 req-fb63bc87-2fa0-49ff-84cd-54edb95dfdb8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Apr 12 08:21:48.164443 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-852dcb0f-212f-4aa9-96c1-dc25c5b91223 req-fff9742c-47e0-4a8e-8641-060c1b6210be tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0306535 Apr 12 08:21:48.383006 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c236c-4502-4b4a-bb37-8620f231bbd5 req-0d26c82c-985c-434a-bee7-5a040f3adec3 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:48.384461 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf3c236c-4502-4b4a-bb37-8620f231bbd5 req-0d26c82c-985c-434a-bee7-5a040f3adec3 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0443428 Apr 12 08:21:48.429218 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf3c236c-4502-4b4a-bb37-8620f231bbd5 req-8957b87f-81f0-44f9-a272-939916efbcb1 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388424 Apr 12 08:21:48.626203 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc890b-8426-41ae-a6cf-11e6e84a269a req-0831c394-fa46-46fd-8f8c-ca6d480e099c tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:48.627697 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dddc890b-8426-41ae-a6cf-11e6e84a269a req-0831c394-fa46-46fd-8f8c-ca6d480e099c tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 944 time: 0.0460396 Apr 12 08:21:48.664589 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6904384-6e54-4084-b14d-786e22305b4d req-d290e42c-3050-45d5-968a-6bc0b940e748 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:48.666830 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c6904384-6e54-4084-b14d-786e22305b4d req-d290e42c-3050-45d5-968a-6bc0b940e748 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0499852 Apr 12 08:21:48.673695 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dddc890b-8426-41ae-a6cf-11e6e84a269a req-603ad584-a446-4fb0-9703-a732b676411d tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Apr 12 08:21:48.712589 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c6904384-6e54-4084-b14d-786e22305b4d req-918bf954-5300-4501-ac1b-9e1183e6499f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Apr 12 08:21:49.256395 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b1bf9826-be05-463c-937d-d22fa7d75c9b req-47c96938-dcb8-426b-a07f-bff91ad2c44d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0261071 Apr 12 08:21:49.544251 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0004a-327f-4085-93d2-4d3d4db1f38b req-0f99adfb-b3f7-4a5c-bd59-210a8b489882 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:49.545716 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8fe0004a-327f-4085-93d2-4d3d4db1f38b req-0f99adfb-b3f7-4a5c-bd59-210a8b489882 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0471060 Apr 12 08:21:49.592691 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8fe0004a-327f-4085-93d2-4d3d4db1f38b req-1bb5a07e-0e15-46da-8a42-56352642ae8a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414474 Apr 12 08:21:49.779932 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 6ee00a1f-4377-4337-876b-874b006cb010 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:21:49.781333 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55693f8-e7d6-4fac-ab45-27db13520031 req-4034e03c-ceb0-4e7d-9da5-77b567e3462b tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:49.783211 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e55693f8-e7d6-4fac-ab45-27db13520031 req-4034e03c-ceb0-4e7d-9da5-77b567e3462b tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 944 time: 0.0465035 Apr 12 08:21:49.852952 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e55693f8-e7d6-4fac-ab45-27db13520031 req-65719989-7de0-48af-ab16-ab464f2f3477 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634203 Apr 12 08:21:49.879893 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3981159-9165-43c9-8151-82cc451d2711 req-f2b8e537-526c-4dc8-8b6d-f249ae8b44d2 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:49.881497 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3981159-9165-43c9-8151-82cc451d2711 req-f2b8e537-526c-4dc8-8b6d-f249ae8b44d2 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.1038439 Apr 12 08:21:49.889038 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 6ee00a1f-4377-4337-876b-874b006cb010, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6ee00a1f-4377-4337-876b-874b006cb010,segment=NetworkSegment(f6932f61-903a-421d-97b3-04f143551823),segment_id=f6932f61-903a-421d-97b3-04f143551823)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:21:49.901692 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '6ee00a1f-4377-4337-876b-874b006cb010', 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88', 'port_id': '6ee00a1f-4377-4337-876b-874b006cb010', 'mac_address': 'fa:16:3e:3a:08:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0208c7bd-3e25-494e-8a83-a2957ad0be81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:21:49.938749 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 6ee00a1f-4377-4337-876b-874b006cb010 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:21:49.939150 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6ee00a1f-4377-4337-876b-874b006cb010), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:49.953514 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee00a1f-4377-4337-876b-874b006cb010 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:21:49.977319 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b553e-80cc-4794-a504-aed29cfdb676 req-a2a1d436-2134-49cd-bf6f-513652c1ec70 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:49.978703 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 6ee00a1f-4377-4337-876b-874b006cb010, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6ee00a1f-4377-4337-876b-874b006cb010,segment=NetworkSegment(f6932f61-903a-421d-97b3-04f143551823),segment_id=f6932f61-903a-421d-97b3-04f143551823)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:21:49.978843 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-a2a1d436-2134-49cd-bf6f-513652c1ec70 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 814 time: 0.1752038 Apr 12 08:21:49.982269 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3981159-9165-43c9-8151-82cc451d2711 req-d8a29bff-2a58-4d09-9a0d-19ba11c919a7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742257 Apr 12 08:21:50.062479 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-2fb90d28-a96c-40ca-81a7-be89a586f770 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 472 time: 0.0661664 Apr 12 08:21:50.108323 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (6ee00a1f-4377-4337-876b-874b006cb010), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:50.158598 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=6ee00a1f-4377-4337-876b-874b006cb010,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:50.348137 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-da8c5c37-ae69-49b2-9924-c7a149e29a0e req-87302b70-2880-4eeb-b26b-f3105b985482 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0261753 Apr 12 08:21:50.490668 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['6ee00a1f-4377-4337-876b-874b006cb010'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:21:50.916761 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad785e9-eced-42c8-9113-ba0c649e5719 req-2a750bb0-40c3-42f2-8f9b-b05c61e6a05c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:50.918514 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ad785e9-eced-42c8-9113-ba0c649e5719 req-2a750bb0-40c3-42f2-8f9b-b05c61e6a05c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.2536061 Apr 12 08:21:50.977653 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ad785e9-eced-42c8-9113-ba0c649e5719 req-e22b6986-dc23-4709-a7c4-1f544b6b98bb tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533814 Apr 12 08:21:51.002601 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7a0b5-6657-493a-86f6-8b604cdb4033 req-d339c313-b602-499c-9b71-5cbd029059b1 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:51.007668 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1bf7a0b5-6657-493a-86f6-8b604cdb4033 req-d339c313-b602-499c-9b71-5cbd029059b1 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 945 time: 0.0586393 Apr 12 08:21:51.058343 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1bf7a0b5-6657-493a-86f6-8b604cdb4033 req-990b64f9-c32c-4fe4-9172-4eecc1bcb640 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467606 Apr 12 08:21:51.099387 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fb73a-7792-4c90-809e-c2eca7727492 req-2c6de8d4-b4ed-4a48-b8c5-5f26d4658666 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:51.100835 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-118fb73a-7792-4c90-809e-c2eca7727492 req-2c6de8d4-b4ed-4a48-b8c5-5f26d4658666 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0506194 Apr 12 08:21:51.146622 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-118fb73a-7792-4c90-809e-c2eca7727492 req-dfc3c21f-8b47-4fe2-87c3-b3efa520e3c7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Apr 12 08:21:51.270713 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 6ee00a1f-4377-4337-876b-874b006cb010 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:21:51.314450 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 6ee00a1f-4377-4337-876b-874b006cb010 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:21:51.394287 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 6ee00a1f-4377-4337-876b-874b006cb010 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:21:51.398127 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (6ee00a1f-4377-4337-876b-874b006cb010), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:51.448626 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b8b18cdf-b78c-4e64-8095-ff9e72adf571 req-7c53a3e0-6093-4a54-8e9c-6e59d00c9620 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0314684 Apr 12 08:21:51.476113 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 6ee00a1f-4377-4337-876b-874b006cb010 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:21:51.476517 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6ee00a1f-4377-4337-876b-874b006cb010), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:51.480886 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'port': {'device_id': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'admin_state_up': True, 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'security_groups': ['48a743cb-eef4-4978-ab40-7efc6c8e5ffd']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:51.500657 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4dd898-ab9a-4139-abbf-73f863c2ae0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee00a1f-4377-4337-876b-874b006cb010'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:21:51.502995 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118fd529-32b6-4db7-8ae6-ee13a5c76ac6" -d '{"events": [{"server_uuid": "7a4dd898-ab9a-4139-abbf-73f863c2ae0f", "name": "network-vif-plugged", "status": "completed", "tag": "6ee00a1f-4377-4337-876b-874b006cb010"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:21:51.517644 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 6ee00a1f-4377-4337-876b-874b006cb010, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6ee00a1f-4377-4337-876b-874b006cb010,segment=NetworkSegment(f6932f61-903a-421d-97b3-04f143551823),segment_id=f6932f61-903a-421d-97b3-04f143551823)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:21:51.553076 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902a6bcb-46ff-41b1-bce3-633b08e803ea x-openstack-request-id: req-902a6bcb-46ff-41b1-bce3-633b08e803ea {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:21:51.553671 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4dd898-ab9a-4139-abbf-73f863c2ae0f", "name": "network-vif-plugged", "status": "completed", "tag": "6ee00a1f-4377-4337-876b-874b006cb010", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:21:51.553979 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-902a6bcb-46ff-41b1-bce3-633b08e803ea {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:21:51.554377 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902a6bcb-46ff-41b1-bce3-633b08e803ea'] response: {'server_uuid': '7a4dd898-ab9a-4139-abbf-73f863c2ae0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee00a1f-4377-4337-876b-874b006cb010', 'code': 200} Apr 12 08:21:51.599755 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (6ee00a1f-4377-4337-876b-874b006cb010), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:51.650899 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=6ee00a1f-4377-4337-876b-874b006cb010,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:51.674336 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Made reservation on behalf of 06a4436df3ad431ea8a69e4d1a53c216 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:21:51.679066 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:51.812933 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Allocated IP 172.20.0.6 (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0/0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2/5afcf87d-b4da-4279-a110-9c458ecbba58) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:21:51.946744 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:52.035399 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:52.082512 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:21:52.086002 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:21:52.089893 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:21:52.124191 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f696ea-6ab9-411e-af09-5921a7161fe5 req-f8f267f8-944c-42c9-b02d-34bb764f2783 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:52.136363 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-40f696ea-6ab9-411e-af09-5921a7161fe5 req-f8f267f8-944c-42c9-b02d-34bb764f2783 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0794826 Apr 12 08:21:52.142311 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=5afcf87d-b4da-4279-a110-9c458ecbba58,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:52.192622 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:52.193344 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:52.201444 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-40f696ea-6ab9-411e-af09-5921a7161fe5 req-893afe49-24c1-46f8-90eb-f0278e5cc555 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676270 Apr 12 08:21:52.248875 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74528b4-6b93-442c-bd1e-356bb66e80ed req-0ecd17db-fe39-417f-aaf5-fe4aed22c0e4 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:52.256193 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b74528b4-6b93-442c-bd1e-356bb66e80ed req-0ecd17db-fe39-417f-aaf5-fe4aed22c0e4 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 946 time: 0.0913000 Apr 12 08:21:52.308446 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b74528b4-6b93-442c-bd1e-356bb66e80ed req-617ed36d-dc2c-4eee-b597-160eab9fdc84 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512745 Apr 12 08:21:52.317587 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-cbddab9b-8407-4219-9d91-18531c57b9b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8407252 Apr 12 08:21:52.336019 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ecbbc-cb8e-4588-9af3-bb3c405ce9e9 req-d085984f-b625-4d4f-9cba-4965d09ef31a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:52.337525 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ba9ecbbc-cb8e-4588-9af3-bb3c405ce9e9 req-d085984f-b625-4d4f-9cba-4965d09ef31a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Apr 12 08:21:52.384388 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ba9ecbbc-cb8e-4588-9af3-bb3c405ce9e9 req-9756555f-cc56-4a90-a6be-b459ed473288 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Apr 12 08:21:52.407391 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-286784d6-0a76-49c8-b54b-b448b2a0bfcd None None] Provisioning complete for port 5afcf87d-b4da-4279-a110-9c458ecbba58 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:21:52.407913 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-286784d6-0a76-49c8-b54b-b448b2a0bfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:52.441863 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Request body: {'port': {'device_id': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:52.593722 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-286784d6-0a76-49c8-b54b-b448b2a0bfcd None None] Port 5afcf87d-b4da-4279-a110-9c458ecbba58 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:21:52.596655 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:52.621905 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11364-6b41-446b-afdf-248246c5642d req-14b8be0e-564e-447e-b274-276933f19008 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:52.623368 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-65c11364-6b41-446b-afdf-248246c5642d req-14b8be0e-564e-447e-b274-276933f19008 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 931 time: 0.0656540 Apr 12 08:21:52.788339 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d830-f5bd-4785-b8a1-3111c7ed42d8 req-14e25342-b701-4f6c-a8ef-69d5fc9afc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:52.789948 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d2d2d830-f5bd-4785-b8a1-3111c7ed42d8 req-14e25342-b701-4f6c-a8ef-69d5fc9afc1d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 1130 time: 0.1212220 Apr 12 08:21:52.803222 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-65c11364-6b41-446b-afdf-248246c5642d req-c79a63d1-04f5-40ab-8f6a-c5b70a6fea53 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564267 Apr 12 08:21:52.877827 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d2d2d830-f5bd-4785-b8a1-3111c7ed42d8 req-8aaf67ba-a330-4d42-8570-6807d0068ea7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644760 Apr 12 08:21:52.996752 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afcf87d-b4da-4279-a110-9c458ecbba58 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:21:53.004088 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Publish callbacks [] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:53.061892 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Transition to ACTIVE for port object 5afcf87d-b4da-4279-a110-9c458ecbba58 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:21:53.137470 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:53.203868 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Pushing event updated for resources: {'Port': ['ID=5afcf87d-b4da-4279-a110-9c458ecbba58,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:53.299307 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Attempting to bind port 5afcf87d-b4da-4279-a110-9c458ecbba58 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:21:53.299735 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Attempting to bind port 5afcf87d-b4da-4279-a110-9c458ecbba58 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:21:53.300071 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Attempting to bind port 5afcf87d-b4da-4279-a110-9c458ecbba58 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:21:53.305978 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Port 5afcf87d-b4da-4279-a110-9c458ecbba58 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:21:53.306313 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Attempting to bind port 5afcf87d-b4da-4279-a110-9c458ecbba58 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:21:53.311821 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:21:53.312308 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Checking segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:21:53.312703 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Bound using segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:21:53.313357 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Bound port: 5afcf87d-b4da-4279-a110-9c458ecbba58, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:21:53.313655 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:53.334047 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa0a11-9dd8-4ba2-8aaa-29899f4288eb req-1ea2c713-5eae-438f-a057-60f58fba3866 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:53.341696 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5ffa0a11-9dd8-4ba2-8aaa-29899f4288eb req-1ea2c713-5eae-438f-a057-60f58fba3866 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0624382 Apr 12 08:21:53.395344 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5ffa0a11-9dd8-4ba2-8aaa-29899f4288eb req-b38fae94-e253-4a9b-8e1f-ed4acb92a539 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525699 Apr 12 08:21:53.398711 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] For port 5afcf87d-b4da-4279-a110-9c458ecbba58, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:21:53.429603 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] For port 5afcf87d-b4da-4279-a110-9c458ecbba58, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=5afcf87d-b4da-4279-a110-9c458ecbba58,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:21:53.444183 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1e509-c323-4f94-ac2b-b8df0fcc8a72 req-dd67cf03-e0f4-412f-b0f0-48f00d18e9e3 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:53.445670 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80d1e509-c323-4f94-ac2b-b8df0fcc8a72 req-dd67cf03-e0f4-412f-b0f0-48f00d18e9e3 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 946 time: 0.0591826 Apr 12 08:21:53.493377 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:53.504010 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80d1e509-c323-4f94-ac2b-b8df0fcc8a72 req-0dce4264-89e6-49ec-8b50-7645eaa1edc5 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520208 Apr 12 08:21:53.531032 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:53.531631 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:53.533057 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] 10.222.0.25 "PUT /v2.0/ports/5afcf87d-b4da-4279-a110-9c458ecbba58 HTTP/1.1" status: 200 len: 1093 time: 1.0955160 Apr 12 08:21:53.533553 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'tag': '5afcf87d-b4da-4279-a110-9c458ecbba58'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:21:53.535750 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447b1a9c-47be-4dde-a7a1-d6f5cbfba6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9e379b-6d54-4fbf-a788-558aa0f1ba26", "tag": "5afcf87d-b4da-4279-a110-9c458ecbba58"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:21:53.562354 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3206bf-b16b-4cf7-bbf7-e7db5cc1610b service neutron] Pushing event updated for resources: {'Port': ['ID=5afcf87d-b4da-4279-a110-9c458ecbba58,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:53.578377 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5fc64d-5b56-4a4d-802c-0e4b4fe05050 x-openstack-request-id: req-1b5fc64d-5b56-4a4d-802c-0e4b4fe05050 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:21:53.578377 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9e379b-6d54-4fbf-a788-558aa0f1ba26", "tag": "5afcf87d-b4da-4279-a110-9c458ecbba58", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:21:53.578377 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b5fc64d-5b56-4a4d-802c-0e4b4fe05050 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:21:53.578377 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5fc64d-5b56-4a4d-802c-0e4b4fe05050'] response: {'name': 'network-changed', 'server_uuid': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'tag': '5afcf87d-b4da-4279-a110-9c458ecbba58', 'status': 'completed', 'code': 200} Apr 12 08:21:53.800107 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b1a9c-47be-4dde-a7a1-d6f5cbfba6a3 req-8994d673-a40f-4615-9fa8-7ef89f7c8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:53.801635 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-447b1a9c-47be-4dde-a7a1-d6f5cbfba6a3 req-8994d673-a40f-4615-9fa8-7ef89f7c8d4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 1127 time: 0.0421939 Apr 12 08:21:53.944898 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3051142-984d-457d-8e28-05d2dbf94884 req-0751d416-875f-409c-8168-acab78b9f44a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:53.946381 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b3051142-984d-457d-8e28-05d2dbf94884 req-0751d416-875f-409c-8168-acab78b9f44a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 943 time: 0.0652115 Apr 12 08:21:53.947462 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b1a9c-47be-4dde-a7a1-d6f5cbfba6a3 req-7046215e-aed6-47b8-8cd2-5dc43b7ef481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:53.948812 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-447b1a9c-47be-4dde-a7a1-d6f5cbfba6a3 req-7046215e-aed6-47b8-8cd2-5dc43b7ef481 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1389611 Apr 12 08:21:54.015650 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b3051142-984d-457d-8e28-05d2dbf94884 req-4056a38a-30cd-4a12-8602-682bdb16f4c7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636034 Apr 12 08:21:54.079964 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b1a9c-47be-4dde-a7a1-d6f5cbfba6a3 req-139caf11-8466-4ada-a8ec-9e9602b1790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:54.081334 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-447b1a9c-47be-4dde-a7a1-d6f5cbfba6a3 req-139caf11-8466-4ada-a8ec-9e9602b1790c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1043129 Apr 12 08:21:54.516790 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16bdd3-22ae-4a6e-ada9-244e83c2aa30 req-6670d303-7d16-45f4-a0f2-abbfda2f3776 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:54.518385 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee16bdd3-22ae-4a6e-ada9-244e83c2aa30 req-6670d303-7d16-45f4-a0f2-abbfda2f3776 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0493357 Apr 12 08:21:54.566342 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee16bdd3-22ae-4a6e-ada9-244e83c2aa30 req-bb1796ea-2de1-4408-8950-988dcc1eec0e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Apr 12 08:21:54.628737 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47848) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:54.633318 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-2ac821ee-d8a3-43c5-98c4-3f59735a2cd8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768232768', 'description': 'tempest-description--1702833194'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:54.668877 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c4fee-f81c-4e58-bf66-2fbe9737bca7 req-2fb0f5bf-77c6-49dd-a350-827efbbaf5e4 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:54.670290 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-397c4fee-f81c-4e58-bf66-2fbe9737bca7 req-2fb0f5bf-77c6-49dd-a350-827efbbaf5e4 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 946 time: 0.0474970 Apr 12 08:21:54.716183 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-397c4fee-f81c-4e58-bf66-2fbe9737bca7 req-7923f2e8-47a8-410f-99e0-c27649e3f123 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Apr 12 08:21:54.749098 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2ac821ee-d8a3-43c5-98c4-3f59735a2cd8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:54.815423 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2ac821ee-d8a3-43c5-98c4-3f59735a2cd8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group (82dc2a48-fd52-4d73-82f2-bfea03b1221d), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:54.874323 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2ac821ee-d8a3-43c5-98c4-3f59735a2cd8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (82dc2a48-fd52-4d73-82f2-bfea03b1221d), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:54.902869 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac821ee-d8a3-43c5-98c4-3f59735a2cd8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc2a48-fd52-4d73-82f2-bfea03b1221d,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:54.961979 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2ac821ee-d8a3-43c5-98c4-3f59735a2cd8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:54.963255 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-2ac821ee-d8a3-43c5-98c4-3f59735a2cd8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3334885 Apr 12 08:21:54.965923 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47852) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:54.970150 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-c369ab5b-c664-4948-bb6d-2a9ff73fcbdf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Request body: {'security_group_rule': {'security_group_id': '82dc2a48-fd52-4d73-82f2-bfea03b1221d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:55.081779 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c369ab5b-c664-4948-bb6d-2a9ff73fcbdf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group_rule (ade70178-1697-4663-b108-9e3bd5f1d893), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:55.158283 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c856-0bc8-436b-b943-f34695e6f4ce req-9c079295-b573-4c58-86a4-0a7b103c3da0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:55.159774 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0cb8c856-0bc8-436b-b943-f34695e6f4ce req-9c079295-b573-4c58-86a4-0a7b103c3da0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 943 time: 0.0727220 Apr 12 08:21:55.189999 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c369ab5b-c664-4948-bb6d-2a9ff73fcbdf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group_rule (ade70178-1697-4663-b108-9e3bd5f1d893), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:55.217029 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0cb8c856-0bc8-436b-b943-f34695e6f4ce req-c44158c2-b070-4933-85ba-a6278b5bcfe4 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508943 Apr 12 08:21:55.228986 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c369ab5b-c664-4948-bb6d-2a9ff73fcbdf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (ade70178-1697-4663-b108-9e3bd5f1d893), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:55.249289 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369ab5b-c664-4948-bb6d-2a9ff73fcbdf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade70178-1697-4663-b108-9e3bd5f1d893,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:55.316819 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c369ab5b-c664-4948-bb6d-2a9ff73fcbdf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:55.319533 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-c369ab5b-c664-4948-bb6d-2a9ff73fcbdf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512316 Apr 12 08:21:55.320843 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47858) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:55.325772 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-3116db88-4577-4f7d-b80b-c3cc9023ee0d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Request body: {'security_group_rule': {'security_group_id': '82dc2a48-fd52-4d73-82f2-bfea03b1221d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:55.423219 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3116db88-4577-4f7d-b80b-c3cc9023ee0d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group_rule (bb8e72bf-f78a-445c-a609-2a91e8df4cae), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:55.480767 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3116db88-4577-4f7d-b80b-c3cc9023ee0d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group_rule (bb8e72bf-f78a-445c-a609-2a91e8df4cae), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:55.582731 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3116db88-4577-4f7d-b80b-c3cc9023ee0d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (bb8e72bf-f78a-445c-a609-2a91e8df4cae), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:55.600230 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116db88-4577-4f7d-b80b-c3cc9023ee0d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8e72bf-f78a-445c-a609-2a91e8df4cae,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:55.682573 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3116db88-4577-4f7d-b80b-c3cc9023ee0d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:55.683824 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-3116db88-4577-4f7d-b80b-c3cc9023ee0d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620083 Apr 12 08:21:55.686628 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f22da-fd23-40ef-a211-1ba5035f6abd req-683d8b13-5e52-4b5f-ad2c-3fb4fff5f18b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:55.687055 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 47864) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:21:55.690828 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-485f22da-fd23-40ef-a211-1ba5035f6abd req-683d8b13-5e52-4b5f-ad2c-3fb4fff5f18b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0505266 Apr 12 08:21:55.691342 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:21:55.734483 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-485f22da-fd23-40ef-a211-1ba5035f6abd req-ac825b58-f38d-4088-a8b0-885c78fe89ed tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Apr 12 08:21:55.771859 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:55.849733 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:55.950257 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Allocated IP 172.27.3.123 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/5eccbbe9-07c2-4e33-bd4f-1f6e06169157) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:21:56.052272 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for port (5eccbbe9-07c2-4e33-bd4f-1f6e06169157), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:56.166806 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (5eccbbe9-07c2-4e33-bd4f-1f6e06169157), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:56.206339 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:21:56.209096 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:21:56.211631 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:21:56.219078 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event updated for resources: {'Port': ['ID=5eccbbe9-07c2-4e33-bd4f-1f6e06169157,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:56.337363 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for floatingip (f21be71f-df94-4a99-92fc-9c2a24b814f3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:56.343987 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11215c8-13dd-4c42-b864-497f1b761548 req-902defb5-20df-4369-bb50-a37ec7a371df tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:56.345434 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e11215c8-13dd-4c42-b864-497f1b761548 req-902defb5-20df-4369-bb50-a37ec7a371df tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 943 time: 0.0599599 Apr 12 08:21:56.391123 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e11215c8-13dd-4c42-b864-497f1b761548 req-6ceb165e-0135-4fa3-bfdd-466edfdef340 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401933 Apr 12 08:21:56.421811 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (5eccbbe9-07c2-4e33-bd4f-1f6e06169157), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:56.577332 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for port (5eccbbe9-07c2-4e33-bd4f-1f6e06169157), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:56.657050 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (5eccbbe9-07c2-4e33-bd4f-1f6e06169157), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:56.725141 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event updated for resources: {'Port': ['ID=5eccbbe9-07c2-4e33-bd4f-1f6e06169157,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:56.737299 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (f21be71f-df94-4a99-92fc-9c2a24b814f3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:56.790923 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:56.793516 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-a1efd028-01d6-4e73-b5f5-bbb25fcbe2d0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1049597 Apr 12 08:21:56.851659 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d6022-ab4f-43c6-a82a-2d93dc2da518 req-b7b15284-493e-4df5-8b3a-d9e0437e3527 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:56.853085 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-817d6022-ab4f-43c6-a82a-2d93dc2da518 req-b7b15284-493e-4df5-8b3a-d9e0437e3527 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0468388 Apr 12 08:21:56.904931 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-817d6022-ab4f-43c6-a82a-2d93dc2da518 req-628f53cb-989e-43fe-8f16-be2575374213 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462098 Apr 12 08:21:56.982334 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-7223e7b9-cb6f-4e82-b33d-3e6d779a3ea5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--768232768&fields=id&tenant_id=7411cb7c422c426da8dcf9ba38515373 HTTP/1.1" status: 200 len: 267 time: 0.0423200 Apr 12 08:21:57.086991 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f871541-1d68-4cbb-8815-d92562f5051d req-55ce1500-f1d6-43f3-8cd1-da98c5982d01 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:57.088517 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-55ce1500-f1d6-43f3-8cd1-da98c5982d01 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 819 time: 0.0997698 Apr 12 08:21:57.102452 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccba76a3-b618-46c7-8bc5-b7462ea9cfce tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/quotas/7411cb7c422c426da8dcf9ba38515373 HTTP/1.1" status: 200 len: 375 time: 0.0085547 Apr 12 08:21:57.154102 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-8f320537-2e2f-47cd-9efa-7154f6407f9d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0464787 Apr 12 08:21:57.246460 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-9f298f4b-2a9b-4073-b015-e87f506f1e45 service neutron] 10.222.0.23 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809951 Apr 12 08:21:57.335995 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-d8c7f322-378e-4694-bfc4-44ab81831609 service neutron] 10.222.0.23 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835297 Apr 12 08:21:57.472100 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 52066dd3-10ad-4e8e-b885-6439f9dee2ef details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:21:57.509858 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7804c-f01a-4b32-99dc-7b66639656a6 req-f82d115d-db31-4604-b483-afce6339bf7d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:57.517360 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4ed7804c-f01a-4b32-99dc-7b66639656a6 req-f82d115d-db31-4604-b483-afce6339bf7d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 943 time: 0.0626552 Apr 12 08:21:57.582266 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4ed7804c-f01a-4b32-99dc-7b66639656a6 req-d388538b-2f72-4c85-97af-0ca40aea8259 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639195 Apr 12 08:21:57.588217 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:21:57.622474 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b553e-80cc-4794-a504-aed29cfdb676 req-263e6877-3c39-4598-9b65-d9fbb577a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:57.622722 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-263e6877-3c39-4598-9b65-d9fbb577a079 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 1127 time: 0.0625134 Apr 12 08:21:57.624558 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'port_id': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'mac_address': 'fa:16:3e:ed:9a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:21:57.664171 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f1001efe-f65b-4b91-8d64-d564d9bf3223 req-ea1d29d3-f8f7-4670-9f37-a5c32c020039 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 210 time: 0.0509689 Apr 12 08:21:57.679306 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 52066dd3-10ad-4e8e-b885-6439f9dee2ef is: ACTIVE; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:21:57.680043 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:57.694541 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-905304b1-82bb-4b8e-8b9a-db2b64c8cadf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5afcf87d-b4da-4279-a110-9c458ecbba58 HTTP/1.1" status: 200 len: 217 time: 0.0470841 Apr 12 08:21:57.698301 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52066dd3-10ad-4e8e-b885-6439f9dee2ef {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:21:57.721294 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:21:57.757207 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b553e-80cc-4794-a504-aed29cfdb676 req-74d63d63-a458-4b01-80b6-f5ea35ec3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:57.758685 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-74d63d63-a458-4b01-80b6-f5ea35ec3096 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 HTTP/1.1" status: 200 len: 853 time: 0.0478187 Apr 12 08:21:57.789126 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:57.822421 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b553e-80cc-4794-a504-aed29cfdb676 req-3d611007-0ae1-484f-a159-a98b97f187a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:57.823962 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-3d611007-0ae1-484f-a159-a98b97f187a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407121 Apr 12 08:21:57.838919 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=6']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:57.924445 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-b030a923-052e-4bb8-a35a-be28cbb253be service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889921 Apr 12 08:21:57.939068 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['52066dd3-10ad-4e8e-b885-6439f9dee2ef'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:21:58.054740 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f7be8-f316-448e-8e92-cb8a32d82fbe req-5067f9e5-8775-4096-ae03-abfc785e97cb tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:58.056815 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-917f7be8-f316-448e-8e92-cb8a32d82fbe req-5067f9e5-8775-4096-ae03-abfc785e97cb tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.0533512 Apr 12 08:21:58.108559 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-201b553e-80cc-4794-a504-aed29cfdb676 req-50e56b1e-4760-47ec-ad87-8106066cb8dc service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756289 Apr 12 08:21:58.131328 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-917f7be8-f316-448e-8e92-cb8a32d82fbe req-3bff4cb9-1847-45c5-8c24-5328f6772336 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632768 Apr 12 08:21:58.585882 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce6aaf-4506-46a2-8fd5-c37e4e12787d req-6a09c896-9dbe-4bfc-b0a9-e878b9458e09 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:58.588007 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ebce6aaf-4506-46a2-8fd5-c37e4e12787d req-6a09c896-9dbe-4bfc-b0a9-e878b9458e09 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 946 time: 0.0523934 Apr 12 08:21:58.633802 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ebce6aaf-4506-46a2-8fd5-c37e4e12787d req-67cc5ff6-37f5-489b-8201-3b4fc33830b3 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Apr 12 08:21:58.703511 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74578c32-6563-49b0-9036-482e5a5b64f6 req-2ab1e0bd-acda-4020-b851-7238e92fdd09 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:58.705064 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-74578c32-6563-49b0-9036-482e5a5b64f6 req-2ab1e0bd-acda-4020-b851-7238e92fdd09 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 943 time: 0.0559530 Apr 12 08:21:58.760396 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-74578c32-6563-49b0-9036-482e5a5b64f6 req-0a9c9034-b759-4ba4-816a-083c8d18e503 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478895 Apr 12 08:21:58.780065 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-35749f99-724a-4f80-9f09-28dd7d0c4289 req-dae54b39-fa51-4794-bebe-01b284096a65 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 210 time: 0.0483809 Apr 12 08:21:59.256566 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1856f-4d3f-4374-8a00-6541dbbc8344 req-94ca73bd-3dbc-4546-b0ba-228a28ed0381 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:59.258049 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71d1856f-4d3f-4374-8a00-6541dbbc8344 req-94ca73bd-3dbc-4546-b0ba-228a28ed0381 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.0471692 Apr 12 08:21:59.313143 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71d1856f-4d3f-4374-8a00-6541dbbc8344 req-ccb030da-5067-4cb3-9021-dff4c608132e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491853 Apr 12 08:21:59.485162 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 52066dd3-10ad-4e8e-b885-6439f9dee2ef up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:21:59.535656 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 52066dd3-10ad-4e8e-b885-6439f9dee2ef triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:21:59.536030 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:59.618034 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 52066dd3-10ad-4e8e-b885-6439f9dee2ef is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:21:59.619087 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:59.649196 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:21:59.652536 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278f0ef2-55cb-41d5-a768-91440d779aa3" -d '{"events": [{"server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "name": "network-vif-plugged", "status": "completed", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:21:59.668687 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:21:59.702304 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f986e94-128f-4cd9-b8b8-5a6948431bc4 x-openstack-request-id: req-7f986e94-128f-4cd9-b8b8-5a6948431bc4 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:21:59.702621 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "name": "network-vif-plugged", "status": "completed", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:21:59.702882 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f986e94-128f-4cd9-b8b8-5a6948431bc4 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:21:59.703382 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f986e94-128f-4cd9-b8b8-5a6948431bc4'] response: {'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'code': 200} Apr 12 08:21:59.714614 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:21:59.757693 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0f9f0-7b80-44e3-90a0-c0fe68720f07 req-768565a8-22a2-4649-aff8-a9aa616568ae tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:59.760331 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4dc0f9f0-7b80-44e3-90a0-c0fe68720f07 req-768565a8-22a2-4649-aff8-a9aa616568ae tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 946 time: 0.0499728 Apr 12 08:21:59.768664 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=7']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:21:59.813839 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4dc0f9f0-7b80-44e3-90a0-c0fe68720f07 req-e7a9f3dc-130e-4b42-89cc-ae593636a3d1 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 Apr 12 08:21:59.890544 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-19fb67d0-d61a-477e-be15-ec9a9873571e req-0591cad9-6099-4434-95c1-ca43e7ad142c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 210 time: 0.0483906 Apr 12 08:21:59.973222 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03616f3-7c59-4907-904c-499e720ce957 req-3bf61a2d-db05-4ead-a37e-8c78b717751c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:21:59.974853 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f03616f3-7c59-4907-904c-499e720ce957 req-3bf61a2d-db05-4ead-a37e-8c78b717751c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 943 time: 0.0532537 Apr 12 08:22:00.047647 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f03616f3-7c59-4907-904c-499e720ce957 req-f8efd49a-8ae0-4d1b-a9fc-d551054d16a5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652928 Apr 12 08:22:00.262003 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d1df3728-6174-4efc-8f08-53cb15d8a27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:00.484787 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06c812-5fba-4637-be3f-8d984b573205 req-aba33f8c-f9ae-49f0-9908-0055b81d9e0d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:00.484787 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ac06c812-5fba-4637-be3f-8d984b573205 req-aba33f8c-f9ae-49f0-9908-0055b81d9e0d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0789688 Apr 12 08:22:00.539781 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ac06c812-5fba-4637-be3f-8d984b573205 req-3a7c5cca-80ef-449c-9db6-3a791b7919a8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601702 Apr 12 08:22:01.005829 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfcb29-2e4b-4d48-bf78-32f83e16d962 req-bb60d479-18b2-4a09-bdb0-8dc266803845 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:01.013683 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-90bfcb29-2e4b-4d48-bf78-32f83e16d962 req-bb60d479-18b2-4a09-bdb0-8dc266803845 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 946 time: 0.1016822 Apr 12 08:22:01.033726 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-777f5799-b9c8-4119-9372-fd346cde6638 req-1827390e-d0ea-480e-8dc9-9300bbeb8699 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 210 time: 0.0355158 Apr 12 08:22:01.067260 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-90bfcb29-2e4b-4d48-bf78-32f83e16d962 req-22973b13-5281-4e2b-979a-20cf3c986ce0 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525022 Apr 12 08:22:01.211637 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3becce-a2f0-418a-9a1e-406a30d3a7cb req-73e7e35d-1b94-48ee-882d-0b6860e88f1d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:01.213797 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1c3becce-a2f0-418a-9a1e-406a30d3a7cb req-73e7e35d-1b94-48ee-882d-0b6860e88f1d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 943 time: 0.0752792 Apr 12 08:22:01.278990 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-df2b47c5-1c12-4d04-bea0-f0f77e004473 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:01.280528 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-df2b47c5-1c12-4d04-bea0-f0f77e004473 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 946 time: 0.0562370 Apr 12 08:22:01.285264 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1c3becce-a2f0-418a-9a1e-406a30d3a7cb req-6dfcd219-c4ca-493f-9580-eb0112cc3afe tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629036 Apr 12 08:22:01.427707 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-ff059191-d384-4386-9e2a-ad10a0c994ff tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Deleting port 6ee00a1f-4377-4337-876b-874b006cb010 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:22:01.428505 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-ff059191-d384-4386-9e2a-ad10a0c994ff tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (6ee00a1f-4377-4337-876b-874b006cb010), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:01.482974 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 5afcf87d-b4da-4279-a110-9c458ecbba58 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:22:01.534759 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-ff059191-d384-4386-9e2a-ad10a0c994ff tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] For port 6ee00a1f-4377-4337-876b-874b006cb010, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6ee00a1f-4377-4337-876b-874b006cb010,segment=NetworkSegment(f6932f61-903a-421d-97b3-04f143551823),segment_id=f6932f61-903a-421d-97b3-04f143551823)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:01.535098 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-ff059191-d384-4386-9e2a-ad10a0c994ff tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (6ee00a1f-4377-4337-876b-874b006cb010), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:01.549834 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-ff059191-d384-4386-9e2a-ad10a0c994ff tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Calling delete_port for 6ee00a1f-4377-4337-876b-874b006cb010 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:22:01.664969 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 5afcf87d-b4da-4279-a110-9c458ecbba58, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=5afcf87d-b4da-4279-a110-9c458ecbba58,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:01.680026 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '5afcf87d-b4da-4279-a110-9c458ecbba58', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'port_id': '5afcf87d-b4da-4279-a110-9c458ecbba58', 'mac_address': 'fa:16:3e:05:bc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:22:01.737296 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 5afcf87d-b4da-4279-a110-9c458ecbba58 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:01.737689 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:01.755538 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dcbf0-1211-423b-ae3a-53d669a3cbc7 req-46212a95-94e8-49a7-8ea4-2ff591aa93ea tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:01.757164 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-618dcbf0-1211-423b-ae3a-53d669a3cbc7 req-46212a95-94e8-49a7-8ea4-2ff591aa93ea tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0868816 Apr 12 08:22:01.772579 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afcf87d-b4da-4279-a110-9c458ecbba58 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:22:01.805766 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 5afcf87d-b4da-4279-a110-9c458ecbba58, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=5afcf87d-b4da-4279-a110-9c458ecbba58,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:01.833365 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-618dcbf0-1211-423b-ae3a-53d669a3cbc7 req-164a0e3f-f5fc-47f9-8f90-4ac61c9869ad tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672493 Apr 12 08:22:01.869873 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:01.870515 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-ff059191-d384-4386-9e2a-ad10a0c994ff tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (6ee00a1f-4377-4337-876b-874b006cb010), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:01.926394 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['6ee00a1f-4377-4337-876b-874b006cb010'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:22:01.959463 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff059191-d384-4386-9e2a-ad10a0c994ff tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Pushing event deleted for resources: {'Port': ['ID=6ee00a1f-4377-4337-876b-874b006cb010,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:01.966628 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=5afcf87d-b4da-4279-a110-9c458ecbba58,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:01.985783 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-ff059191-d384-4386-9e2a-ad10a0c994ff tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] No DVR routers for this DVR port 6ee00a1f-4377-4337-876b-874b006cb010 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:22:01.989299 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-ff059191-d384-4386-9e2a-ad10a0c994ff tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:01.995663 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-745452b3-2316-4b86-93d3-d6fc48cd581e req-ff059191-d384-4386-9e2a-ad10a0c994ff tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.25 "DELETE /v2.0/ports/6ee00a1f-4377-4337-876b-874b006cb010 HTTP/1.1" status: 204 len: 173 time: 0.7085242 Apr 12 08:22:01.996294 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4dd898-ab9a-4139-abbf-73f863c2ae0f', 'name': 'network-vif-deleted', 'tag': '6ee00a1f-4377-4337-876b-874b006cb010'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:01.998849 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a10391d-37ea-46bc-a7ef-51235b8f3fd0" -d '{"events": [{"server_uuid": "7a4dd898-ab9a-4139-abbf-73f863c2ae0f", "name": "network-vif-deleted", "tag": "6ee00a1f-4377-4337-876b-874b006cb010"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:02.052229 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ca91f0-069d-471f-b2e0-24385a606623 x-openstack-request-id: req-b0ca91f0-069d-471f-b2e0-24385a606623 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:02.052967 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4dd898-ab9a-4139-abbf-73f863c2ae0f", "name": "network-vif-deleted", "tag": "6ee00a1f-4377-4337-876b-874b006cb010", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:02.052967 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0ca91f0-069d-471f-b2e0-24385a606623 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:02.053170 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ca91f0-069d-471f-b2e0-24385a606623'] response: {'server_uuid': '7a4dd898-ab9a-4139-abbf-73f863c2ae0f', 'name': 'network-vif-deleted', 'tag': '6ee00a1f-4377-4337-876b-874b006cb010', 'status': 'completed', 'code': 200} Apr 12 08:22:02.236509 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2bff78a5-78dd-4635-9565-ab4a69bceca8 req-d66bc690-a4f6-4ebd-b3ad-90dcb538a10e tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 210 time: 0.0763903 Apr 12 08:22:02.242233 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['5afcf87d-b4da-4279-a110-9c458ecbba58'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:22:02.256650 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-12ce866d-d4fe-4708-aa9a-69a6dc9a2ca4 req-2dbeaf68-14a9-482b-98a4-8c1df17d7434 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 210 time: 0.0506518 Apr 12 08:22:02.340983 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f871541-1d68-4cbb-8815-d92562f5051d req-f48e6f9f-059d-49c2-a5da-acd079832153 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:02.344460 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-f48e6f9f-059d-49c2-a5da-acd079832153 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 819 time: 0.2672150 Apr 12 08:22:02.461421 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284b247-3ce4-4455-87e7-d7442484b58a req-01463902-c736-44bf-a3ed-b98d228aa2f4 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:02.469651 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7284b247-3ce4-4455-87e7-d7442484b58a req-01463902-c736-44bf-a3ed-b98d228aa2f4 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 944 time: 0.0892749 Apr 12 08:22:02.478816 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-de0211d2-c485-4bf5-b190-8986267cf2a0 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7411cb7c422c426da8dcf9ba38515373 HTTP/1.1" status: 200 len: 379 time: 0.1199214 Apr 12 08:22:02.490945 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Request body: {'port': {'device_id': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'admin_state_up': True, 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'security_groups': ['82dc2a48-fd52-4d73-82f2-bfea03b1221d']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:22:02.540265 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7284b247-3ce4-4455-87e7-d7442484b58a req-0533a6b7-e8d8-4cd4-8dfc-06d9c260d3d7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692787 Apr 12 08:22:02.703145 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Made reservation on behalf of 7411cb7c422c426da8dcf9ba38515373 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:22:02.706643 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:02.840892 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-80509d19-7d1f-4284-badc-d02c260de654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:02.897093 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Allocated IP 172.20.0.12 (03102d2f-5e47-497b-9172-21726975a603/11d3f95e-69be-4d9f-8060-dad19e3ec02a/f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:22:03.003572 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db20fec-8948-4978-8a6f-5ee7d47764e9 req-ee281879-58a1-4ffb-98d5-1d0a457fd9e4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:03.005213 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9db20fec-8948-4978-8a6f-5ee7d47764e9 req-ee281879-58a1-4ffb-98d5-1d0a457fd9e4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0795968 Apr 12 08:22:03.097317 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9db20fec-8948-4978-8a6f-5ee7d47764e9 req-04a4fd49-b00d-4727-be44-a3e7d80eb234 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787718 Apr 12 08:22:03.190831 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:03.334377 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:03.402075 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-28193e04-1424-466d-bcd7-031bbe28c97d req-49f71806-a652-430f-a489-ed1d0260050d tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4dd898-ab9a-4139-abbf-73f863c2ae0f HTTP/1.1" status: 200 len: 210 time: 0.0365205 Apr 12 08:22:03.404869 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Network 03102d2f-5e47-497b-9172-21726975a603 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:22:03.426050 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:22:03.481276 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:22:03.496755 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 5afcf87d-b4da-4279-a110-9c458ecbba58 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:22:03.504531 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event updated for resources: {'Port': ['ID=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:03.518568 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe782f1b-ef25-47a2-aaa9-45aa7638099f req-7d8f8f2c-f7fa-4e61-9fdf-55f578ddb8e5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:03.520143 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fe782f1b-ef25-47a2-aaa9-45aa7638099f req-7d8f8f2c-f7fa-4e61-9fdf-55f578ddb8e5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 932 time: 0.1438491 Apr 12 08:22:03.557894 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:03.558616 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:03.601891 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 5afcf87d-b4da-4279-a110-9c458ecbba58 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:22:03.611087 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fe782f1b-ef25-47a2-aaa9-45aa7638099f req-fbb9e1fc-4082-4f66-8d7a-fbb665607743 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779343 Apr 12 08:22:03.688520 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b649093-0c13-4fe8-aa9e-b7f221b5807f req-d252d3e5-e8e8-4ce1-a0b1-57775c9a0fae tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:03.690039 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0b649093-0c13-4fe8-aa9e-b7f221b5807f req-d252d3e5-e8e8-4ce1-a0b1-57775c9a0fae tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 944 time: 0.0584056 Apr 12 08:22:03.744237 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0b649093-0c13-4fe8-aa9e-b7f221b5807f req-b3076b0c-69a4-49ff-92c2-6bc5e196b208 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458267 Apr 12 08:22:03.830324 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:03.831283 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:03.831972 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 5afcf87d-b4da-4279-a110-9c458ecbba58 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:22:03.832245 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-48db20ea-59e4-4bf2-8757-d0700798d1b4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3468413 Apr 12 08:22:03.832506 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:03.833757 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-bcf9886c-beb0-4cb5-803c-ca5e4ec378b0 None None] Provisioning complete for port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:22:03.834107 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bcf9886c-beb0-4cb5-803c-ca5e4ec378b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:03.843785 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Request body: {'port': {'device_id': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:22:03.902752 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9886c-beb0-4cb5-803c-ca5e4ec378b0 None None] Port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:22:03.924285 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:03.955575 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 5afcf87d-b4da-4279-a110-9c458ecbba58 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:03.956324 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:03.989606 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afcf87d-b4da-4279-a110-9c458ecbba58'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:03.992387 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13ab1f8-7298-4661-885b-22a2e3a3f63b" -d '{"events": [{"server_uuid": "ae9e379b-6d54-4fbf-a788-558aa0f1ba26", "name": "network-vif-plugged", "status": "completed", "tag": "5afcf87d-b4da-4279-a110-9c458ecbba58"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:04.007927 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 5afcf87d-b4da-4279-a110-9c458ecbba58, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=5afcf87d-b4da-4279-a110-9c458ecbba58,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:04.071044 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4a6462-0427-4c14-98e1-a101b1f80b5e x-openstack-request-id: req-ce4a6462-0427-4c14-98e1-a101b1f80b5e {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:04.071044 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9e379b-6d54-4fbf-a788-558aa0f1ba26", "name": "network-vif-plugged", "status": "completed", "tag": "5afcf87d-b4da-4279-a110-9c458ecbba58", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:04.071044 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce4a6462-0427-4c14-98e1-a101b1f80b5e {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:04.071044 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4a6462-0427-4c14-98e1-a101b1f80b5e'] response: {'server_uuid': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afcf87d-b4da-4279-a110-9c458ecbba58', 'code': 200} Apr 12 08:22:04.108168 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:04.109470 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 6ee00a1f-4377-4337-876b-874b006cb010 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:22:04.236595 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 6ee00a1f-4377-4337-876b-874b006cb010 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:22:04.237345 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 6ee00a1f-4377-4337-876b-874b006cb010 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:22:04.312738 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b4cca-51ed-41bf-af09-73438e6a27b7 req-f197a931-1c8b-4a80-a6e5-4ce451b9bcaa tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:04.315908 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:22:04.324311 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b37b4cca-51ed-41bf-af09-73438e6a27b7 req-f197a931-1c8b-4a80-a6e5-4ce451b9bcaa tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0690093 Apr 12 08:22:04.335736 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=5afcf87d-b4da-4279-a110-9c458ecbba58,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:04.349270 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Publish callbacks [] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:04.365407 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Transition to ACTIVE for port object f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:22:04.374734 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 48106) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:04.394846 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b37b4cca-51ed-41bf-af09-73438e6a27b7 req-e7dfd4a0-5925-4810-8c15-28078352b159 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690284 Apr 12 08:22:04.453182 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:04.619930 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-952d1d51-b932-40c1-b80b-e2293ca326b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:04.667181 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595958f-3f3a-48a2-8fe5-97e873fe1942 req-12294bbe-11fc-4dfd-b6aa-b53735692f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:04.669196 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a595958f-3f3a-48a2-8fe5-97e873fe1942 req-12294bbe-11fc-4dfd-b6aa-b53735692f7a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 1129 time: 0.1356723 Apr 12 08:22:04.673209 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Pushing event updated for resources: {'Port': ['ID=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:04.805385 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf1e1d-347e-4983-ab78-adf26c75609e req-0a8d9cb9-4312-4356-ad27-09f14d9f25af tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:04.812752 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-48bf1e1d-347e-4983-ab78-adf26c75609e req-0a8d9cb9-4312-4356-ad27-09f14d9f25af tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 944 time: 0.0899355 Apr 12 08:22:04.916169 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-48bf1e1d-347e-4983-ab78-adf26c75609e req-19966cfd-4d91-48f5-b4ba-2cc0348dd6c2 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023793 Apr 12 08:22:05.032823 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c105-821b-4823-80ee-21ee4fd79e52 req-1b9da147-3a3f-4a2a-9605-700a8603bf2b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:05.039857 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-71f4c105-821b-4823-80ee-21ee4fd79e52 req-1b9da147-3a3f-4a2a-9605-700a8603bf2b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 945 time: 0.0621603 Apr 12 08:22:05.098908 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-71f4c105-821b-4823-80ee-21ee4fd79e52 req-4835f2a7-b0cb-495c-9266-dc5f2e53ddfa tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579138 Apr 12 08:22:05.182361 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a595958f-3f3a-48a2-8fe5-97e873fe1942 req-a43f300c-0520-4224-9190-f9c358173d02 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5025139 Apr 12 08:22:05.189696 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:05.212344 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Attempting to bind port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:22:05.212669 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Attempting to bind port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:22:05.212999 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Attempting to bind port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 on network 03102d2f-5e47-497b-9172-21726975a603 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:22:05.225374 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 on network 03102d2f-5e47-497b-9172-21726975a603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:22:05.225721 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Attempting to bind port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 on network 03102d2f-5e47-497b-9172-21726975a603 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:22:05.241193 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-952d1d51-b932-40c1-b80b-e2293ca326b6 admin admin] Publish callbacks [] for security_group (c9ab66dd-4638-486e-b504-cc8138881e86), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:05.242462 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:22:05.242812 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Checking segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:22:05.243243 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Bound using segment: {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:22:05.244260 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Bound port: f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76589a64-4144-4539-9655-d54f4dcf9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03102d2f-5e47-497b-9172-21726975a603'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:22:05.244694 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:05.331791 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] For port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:22:05.333346 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] For port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:22:05.337193 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-952d1d51-b932-40c1-b80b-e2293ca326b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (c9ab66dd-4638-486e-b504-cc8138881e86), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:05.376699 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d1d51-b932-40c1-b80b-e2293ca326b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ab66dd-4638-486e-b504-cc8138881e86,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:05.386495 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-952d1d51-b932-40c1-b80b-e2293ca326b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f8b8086198643e7ab8bf7c91361f106&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0104599 Apr 12 08:22:05.389263 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 48126) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:05.419141 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:05.472253 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:05.472877 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:05.476224 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] 10.222.0.25 "PUT /v2.0/ports/f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 HTTP/1.1" status: 200 len: 1094 time: 1.6365504 Apr 12 08:22:05.476714 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:05.482239 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3893a736-3ae2-4b55-9142-7bdc102507df" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:05.542694 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-275216ec-b372-4210-a7c4-067aa26243fc admin admin] Publish callbacks [] for security_group (c9ab66dd-4638-486e-b504-cc8138881e86), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:05.572592 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-275216ec-b372-4210-a7c4-067aa26243fc admin admin] Publish callbacks [] for security_group (c9ab66dd-4638-486e-b504-cc8138881e86), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:05.613605 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b952-73a7-4cc2-952d-0d8de1d456ce req-7e480307-d175-4702-9ade-9ef37557ca8e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:05.624877 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ad31b952-73a7-4cc2-952d-0d8de1d456ce req-7e480307-d175-4702-9ade-9ef37557ca8e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0844686 Apr 12 08:22:05.650072 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2b578-fc4c-425c-bc80-7d5d4f05098c service neutron] Pushing event updated for resources: {'Port': ['ID=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:05.706675 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f871541-1d68-4cbb-8815-d92562f5051d req-bc963b90-30a2-48cd-abf3-07f13fec668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:05.708451 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-bc963b90-30a2-48cd-abf3-07f13fec668e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 1128 time: 0.0813048 Apr 12 08:22:05.709975 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-275216ec-b372-4210-a7c4-067aa26243fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (c9ab66dd-4638-486e-b504-cc8138881e86), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:05.717084 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-275216ec-b372-4210-a7c4-067aa26243fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:05.723449 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-275216ec-b372-4210-a7c4-067aa26243fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9ab66dd-4638-486e-b504-cc8138881e86 HTTP/1.1" status: 204 len: 168 time: 0.3327539 Apr 12 08:22:05.737488 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ad31b952-73a7-4cc2-952d-0d8de1d456ce req-4f54985d-ffcf-4b7b-ac19-81ef1edf0547 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048038 Apr 12 08:22:05.738740 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275216ec-b372-4210-a7c4-067aa26243fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ab66dd-4638-486e-b504-cc8138881e86,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:05.844503 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3a4c4d-1828-4643-a36d-05245c246447 x-openstack-request-id: req-2a3a4c4d-1828-4643-a36d-05245c246447 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:05.846359 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:05.846359 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a3a4c4d-1828-4643-a36d-05245c246447 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:05.846359 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3a4c4d-1828-4643-a36d-05245c246447'] response: {'name': 'network-changed', 'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'status': 'completed', 'code': 200} Apr 12 08:22:06.041574 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeedb7-7ad2-4571-865b-ad22fe93961c req-39696a0f-d1bf-4599-a107-7c50c92558c9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:06.049810 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cebeedb7-7ad2-4571-865b-ad22fe93961c req-39696a0f-d1bf-4599-a107-7c50c92558c9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 944 time: 0.0649457 Apr 12 08:22:06.115317 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-f4d4e1b7-728a-416f-858a-ce044b1b7558 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 HTTP/1.1" status: 200 len: 217 time: 0.0576231 Apr 12 08:22:06.129443 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cebeedb7-7ad2-4571-865b-ad22fe93961c req-97e781f4-9c60-4780-b362-0c391f276d40 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787706 Apr 12 08:22:06.184873 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f871541-1d68-4cbb-8815-d92562f5051d req-9bc1ba26-bd08-4587-9b7b-ec21e910509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:06.186342 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-9bc1ba26-bd08-4587-9b7b-ec21e910509e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.0642700 Apr 12 08:22:06.259909 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f871541-1d68-4cbb-8815-d92562f5051d req-816252de-645f-4745-925e-bd10b4de6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:06.263049 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-816252de-645f-4745-925e-bd10b4de6cf4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665827 Apr 12 08:22:06.300040 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9127d0-4feb-4d03-afd3-d4419c4db810 req-aee0605a-0508-4bb5-89bb-145221355024 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:06.301772 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2b9127d0-4feb-4d03-afd3-d4419c4db810 req-aee0605a-0508-4bb5-89bb-145221355024 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 945 time: 0.0601299 Apr 12 08:22:06.414289 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2b9127d0-4feb-4d03-afd3-d4419c4db810 req-92b197d1-14df-4812-bc5c-92e7280ded66 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015141 Apr 12 08:22:06.429417 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-4ca31980-b080-4488-bb32-2df3c9aa354d service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363935 Apr 12 08:22:06.822955 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:06.954892 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2448c-5193-4e0d-8619-d9416583e066 req-215a9948-b316-4dcf-ae99-d50f3eee53ad tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:06.961672 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-46d2448c-5193-4e0d-8619-d9416583e066 req-215a9948-b316-4dcf-ae99-d50f3eee53ad tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0956767 Apr 12 08:22:07.025443 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-46d2448c-5193-4e0d-8619-d9416583e066 req-cc8c4186-6b24-4a64-bc39-b03d61ae6ab2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618179 Apr 12 08:22:07.158920 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f871541-1d68-4cbb-8815-d92562f5051d req-ab14baf1-42e6-46e3-8eb6-9c92ba6b1310 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286550 Apr 12 08:22:07.297083 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326f042-e394-4181-a6a6-d0271042dd24 req-a6fa9706-8a40-4fb8-9ccc-b969f2e6ca89 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:07.299820 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d326f042-e394-4181-a6a6-d0271042dd24 req-a6fa9706-8a40-4fb8-9ccc-b969f2e6ca89 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 944 time: 0.0606279 Apr 12 08:22:07.379509 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d326f042-e394-4181-a6a6-d0271042dd24 req-4e2b4ceb-72bc-43df-a73c-6d6f0232bd22 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654526 Apr 12 08:22:07.403813 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893a736-3ae2-4b55-9142-7bdc102507df req-9e75635c-64c6-4c7a-a2a5-444ae4c778f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:07.405354 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3893a736-3ae2-4b55-9142-7bdc102507df req-9e75635c-64c6-4c7a-a2a5-444ae4c778f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 1128 time: 0.0625880 Apr 12 08:22:07.508530 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893a736-3ae2-4b55-9142-7bdc102507df req-29257575-4994-4f2a-bd4f-0d3d576d55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:07.509994 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3893a736-3ae2-4b55-9142-7bdc102507df req-29257575-4994-4f2a-bd4f-0d3d576d55ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.0953274 Apr 12 08:22:07.525101 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76494f2-5903-4323-aef2-d357562c1c28 req-bf15f615-81d7-4f9c-83ba-ac807183f808 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:07.526646 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d76494f2-5903-4323-aef2-d357562c1c28 req-bf15f615-81d7-4f9c-83ba-ac807183f808 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 945 time: 0.0503881 Apr 12 08:22:07.552518 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3893a736-3ae2-4b55-9142-7bdc102507df req-300db419-8618-4fec-8408-41ad6ae2fb61 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 HTTP/1.1" status: 200 len: 217 time: 0.0350618 Apr 12 08:22:07.582049 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d76494f2-5903-4323-aef2-d357562c1c28 req-310bb84c-3ba2-4875-8f47-0f1f10c83dbd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491140 Apr 12 08:22:07.606293 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893a736-3ae2-4b55-9142-7bdc102507df req-e4c72fb7-4473-4bdc-b9d2-49081d39bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:07.607783 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3893a736-3ae2-4b55-9142-7bdc102507df req-e4c72fb7-4473-4bdc-b9d2-49081d39bcb0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.0495768 Apr 12 08:22:07.657201 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893a736-3ae2-4b55-9142-7bdc102507df req-14767d9b-f101-4c7f-afc8-f96ae2431f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:07.658865 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3893a736-3ae2-4b55-9142-7bdc102507df req-14767d9b-f101-4c7f-afc8-f96ae2431f76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440469 Apr 12 08:22:07.704223 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb1cd7-25fe-4213-9b8f-74ea373e3dfe req-307eba4f-8a14-4450-9134-28da7a81805f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:07.706188 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-65cb1cd7-25fe-4213-9b8f-74ea373e3dfe req-307eba4f-8a14-4450-9134-28da7a81805f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 945 time: 0.0579631 Apr 12 08:22:07.715776 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 48174) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:07.720144 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-3f9406f5-5e78-4484-bb27-080b19b3d235 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'floatingip': {'port_id': '5afcf87d-b4da-4279-a110-9c458ecbba58'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:22:07.768672 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3893a736-3ae2-4b55-9142-7bdc102507df req-b4ff6f6e-b152-4b5d-b5a4-34d282488cd1 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013618 Apr 12 08:22:07.768972 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3f9406f5-5e78-4484-bb27-080b19b3d235 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (ff7acfda-0499-4175-87bb-936e275cc571), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:07.888552 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3893a736-3ae2-4b55-9142-7bdc102507df req-cd2c6df2-62a7-4ac9-a4c9-b29545a81540 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150539 Apr 12 08:22:08.230311 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595dd32-5dcb-4e4a-baa3-7b1948d990f0 req-3e5cea6e-0599-4cfc-b98b-3dadabeeeefc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:08.237628 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9595dd32-5dcb-4e4a-baa3-7b1948d990f0 req-3e5cea6e-0599-4cfc-b98b-3dadabeeeefc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0661457 Apr 12 08:22:08.338323 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9595dd32-5dcb-4e4a-baa3-7b1948d990f0 req-8403c3d4-0648-4d05-a86a-366171b38dd5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971134 Apr 12 08:22:08.724794 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3f9406f5-5e78-4484-bb27-080b19b3d235 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:08.769709 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147c822-e633-4b7d-9515-1d57a1b42646 req-8af90008-ad44-4ede-8dd7-b60463726722 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:08.772306 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e147c822-e633-4b7d-9515-1d57a1b42646 req-8af90008-ad44-4ede-8dd7-b60463726722 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 944 time: 0.0649354 Apr 12 08:22:08.812392 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3f9406f5-5e78-4484-bb27-080b19b3d235 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (ff7acfda-0499-4175-87bb-936e275cc571), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:08.893485 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e147c822-e633-4b7d-9515-1d57a1b42646 req-6b851ce1-5b74-40cd-b5dc-f3f7ae653c20 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130168 Apr 12 08:22:08.975905 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.l3_db [None req-3f9406f5-5e78-4484-bb27-080b19b3d235 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Floating IP ff7acfda-0499-4175-87bb-936e275cc571 associated. External IP: 172.27.3.153, port: 5afcf87d-b4da-4279-a110-9c458ecbba58. Apr 12 08:22:09.271936 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9406f5-5e78-4484-bb27-080b19b3d235 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:22:09.421014 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9406f5-5e78-4484-bb27-080b19b3d235 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:22:09.426256 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3f9406f5-5e78-4484-bb27-080b19b3d235 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:09.432685 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:22:09.450678 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:22:09.464539 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:22:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:22:09.475533 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-3f9406f5-5e78-4484-bb27-080b19b3d235 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "PUT /v2.0/floatingips/ff7acfda-0499-4175-87bb-936e275cc571 HTTP/1.1" status: 200 len: 991 time: 1.7533453 Apr 12 08:22:09.475533 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'tag': '5afcf87d-b4da-4279-a110-9c458ecbba58'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:09.475533 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b871c771-0681-4ab8-98f1-b6397bae8ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9e379b-6d54-4fbf-a788-558aa0f1ba26", "tag": "5afcf87d-b4da-4279-a110-9c458ecbba58"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:09.585235 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd6008-6fb0-4111-afb1-53eb795634a5 req-4ef5303b-b6c2-447b-be7a-ba5f66b1774a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:09.586772 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-04dd6008-6fb0-4111-afb1-53eb795634a5 req-4ef5303b-b6c2-447b-be7a-ba5f66b1774a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0809445 Apr 12 08:22:09.626963 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:22:09.654686 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-04dd6008-6fb0-4111-afb1-53eb795634a5 req-6f89b6af-8fee-4c84-85be-03ab2f846c68 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502119 Apr 12 08:22:09.730888 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3006153-a5cd-43af-aca2-3fb12e52c4cc x-openstack-request-id: req-b3006153-a5cd-43af-aca2-3fb12e52c4cc {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:09.731832 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9e379b-6d54-4fbf-a788-558aa0f1ba26", "tag": "5afcf87d-b4da-4279-a110-9c458ecbba58", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:09.732482 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3006153-a5cd-43af-aca2-3fb12e52c4cc {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:09.733150 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3006153-a5cd-43af-aca2-3fb12e52c4cc'] response: {'name': 'network-changed', 'server_uuid': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'tag': '5afcf87d-b4da-4279-a110-9c458ecbba58', 'status': 'completed', 'code': 200} Apr 12 08:22:09.817793 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-b5497191-2058-4fbe-be04-67a72bad9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:09.821109 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-b5497191-2058-4fbe-be04-67a72bad9356 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 1129 time: 0.0655029 Apr 12 08:22:09.955094 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-511330f2-7ffe-495d-8d92-3a4901818dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:09.955278 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '0fbf1549-69b0-42d2-9b14-6888786b8a73', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:42:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:45Z', 'updated_at': '2022-04-12T08:20:31Z', 'revision_number': 2, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}, {'id': 'ff7acfda-0499-4175-87bb-936e275cc571', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5afcf87d-b4da-4279-a110-9c458ecbba58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:05:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:39Z', 'updated_at': '2022-04-12T08:22:08Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:22:09.957156 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-511330f2-7ffe-495d-8d92-3a4901818dfb service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 914 time: 0.1279860 Apr 12 08:22:09.983598 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:22:09.992588 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:22:09.993184 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:22:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:22:10.065335 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b0d82-755e-4134-b795-814ac87e9ed8 req-b986f440-f271-47bb-9140-212ffb7b64b5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:10.068044 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b93b0d82-755e-4134-b795-814ac87e9ed8 req-b986f440-f271-47bb-9140-212ffb7b64b5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 944 time: 0.0821199 Apr 12 08:22:10.079963 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-830e2d64-6589-4168-99b9-f45b3c507807 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5afcf87d-b4da-4279-a110-9c458ecbba58 HTTP/1.1" status: 200 len: 999 time: 0.1155787 Apr 12 08:22:10.147812 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b93b0d82-755e-4134-b795-814ac87e9ed8 req-37cd412c-6921-4804-b2c8-57032b528a08 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668263 Apr 12 08:22:10.155117 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:22:10.167449 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-dd421a7e-e83b-40bb-8963-cf818b812fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:10.169301 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-dd421a7e-e83b-40bb-8963-cf818b812fdc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 HTTP/1.1" status: 200 len: 853 time: 0.0799398 Apr 12 08:22:10.265095 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-6d2a6b81-7bca-4bca-b958-f978c9a900ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:10.266823 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-6d2a6b81-7bca-4bca-b958-f978c9a900ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870671 Apr 12 08:22:10.437683 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-ed16d577-89ab-4a0d-a304-95f7ca024ac9 service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451817 Apr 12 08:22:10.578612 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b871c771-0681-4ab8-98f1-b6397bae8ab9 req-1581c60d-afdb-45d3-88f2-ce11aff295f2 service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321273 Apr 12 08:22:10.696422 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '0fbf1549-69b0-42d2-9b14-6888786b8a73', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:42:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:45Z', 'updated_at': '2022-04-12T08:20:31Z', 'revision_number': 2, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}, {'id': 'ff7acfda-0499-4175-87bb-936e275cc571', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5afcf87d-b4da-4279-a110-9c458ecbba58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:05:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:39Z', 'updated_at': '2022-04-12T08:22:08Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:22:10.730852 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b614ece9-3f85-45d3-8a38-0476be8c3fdd None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '0fbf1549-69b0-42d2-9b14-6888786b8a73', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:42:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:45Z', 'updated_at': '2022-04-12T08:20:31Z', 'revision_number': 2, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}, {'id': 'ff7acfda-0499-4175-87bb-936e275cc571', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5afcf87d-b4da-4279-a110-9c458ecbba58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:05:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:39Z', 'updated_at': '2022-04-12T08:22:08Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:22:10.797592 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fab4e-80a8-4cdc-acb5-895e8ffb7389 req-a7bba199-ffa3-4141-b983-909d180c97bc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:10.804836 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b10fab4e-80a8-4cdc-acb5-895e8ffb7389 req-a7bba199-ffa3-4141-b983-909d180c97bc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0652966 Apr 12 08:22:10.864122 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b10fab4e-80a8-4cdc-acb5-895e8ffb7389 req-e36084c0-eb63-44f1-9afb-d28f84d80915 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583925 Apr 12 08:22:10.996133 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a33eee-2a61-4daa-b923-e4816d891e2a None None] New status for floating IP ff7acfda-0499-4175-87bb-936e275cc571: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:22:11.314399 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f09a6c-d580-467f-9bba-72e0e8e83d9b req-46080da2-cc77-4d94-923b-a43cf19358b7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:11.320434 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-90f09a6c-d580-467f-9bba-72e0e8e83d9b req-46080da2-cc77-4d94-923b-a43cf19358b7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 944 time: 0.0813627 Apr 12 08:22:11.381433 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-90f09a6c-d580-467f-9bba-72e0e8e83d9b req-1cb8f0c6-a106-4550-a6a9-fed31c9d1820 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536356 Apr 12 08:22:11.590404 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-24f12f72-8b28-4e60-83f1-64ec6ec39572 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:11.591921 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-24f12f72-8b28-4e60-83f1-64ec6ec39572 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/networks?id=63c6d92c-5207-491c-a5ce-0bc7bca96e88 HTTP/1.1" status: 200 len: 809 time: 0.1084912 Apr 12 08:22:11.619873 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-77038559-9f5f-49f2-b3e7-8ccf2da75479 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/quotas/d14495b124d146b5a9877abc08957fcc HTTP/1.1" status: 200 len: 375 time: 0.0223577 Apr 12 08:22:11.661319 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-0ad624cd-6c0d-44d8-995f-a01e399b8d57 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d14495b124d146b5a9877abc08957fcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361347 Apr 12 08:22:11.756815 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-7c77d349-7f99-465d-930b-7ee5cdcd0948 service neutron] 10.222.0.23 "GET /v2.0/networks/63c6d92c-5207-491c-a5ce-0bc7bca96e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891142 Apr 12 08:22:11.848559 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-e9ec8868-5512-418d-a97d-6e400bf63955 service neutron] 10.222.0.23 "GET /v2.0/networks/63c6d92c-5207-491c-a5ce-0bc7bca96e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856161 Apr 12 08:22:12.014373 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945507e2-0573-4cae-b07c-5004541d8019 req-26ab5eda-d1fd-43f4-bc0d-a0acd264fd8b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:12.021978 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-945507e2-0573-4cae-b07c-5004541d8019 req-26ab5eda-d1fd-43f4-bc0d-a0acd264fd8b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0795524 Apr 12 08:22:12.137685 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-945507e2-0573-4cae-b07c-5004541d8019 req-cf3a90fd-84ad-41a9-a7de-76fc8bec139f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147075 Apr 12 08:22:12.142882 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ace1d1fc-456b-4b07-b42a-8bc4b4f27386 req-af263141-e67a-4c6e-b3cf-c18ffa63c0db tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 210 time: 0.0427716 Apr 12 08:22:12.529797 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3781-f7ef-4120-9a2b-50e58ea52183 req-4c599d64-dea7-47b3-87c0-553a9a7142f3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:12.531568 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f92b3781-f7ef-4120-9a2b-50e58ea52183 req-4c599d64-dea7-47b3-87c0-553a9a7142f3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 944 time: 0.0583146 Apr 12 08:22:12.587192 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f92b3781-f7ef-4120-9a2b-50e58ea52183 req-e78d776c-3a02-48ad-b0e9-cf748e87cb7a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495343 Apr 12 08:22:13.239969 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-22cabeb4-a93d-4409-923e-32ffd133b319 req-ecdbd2f3-3e94-4dda-9808-d0a8e882c95c tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 210 time: 0.0297737 Apr 12 08:22:13.267594 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3812c46-9a5f-42f9-a1b6-0398cb75ed6e req-2b9a5354-3367-46a3-ac76-f8db7bd3c3de tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:13.269179 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d3812c46-9a5f-42f9-a1b6-0398cb75ed6e req-2b9a5354-3367-46a3-ac76-f8db7bd3c3de tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0507021 Apr 12 08:22:13.318538 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d3812c46-9a5f-42f9-a1b6-0398cb75ed6e req-ca6039e1-a1c5-4ad6-af2e-1c11ebaa1487 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437429 Apr 12 08:22:13.716518 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd018-0c03-4e6a-8299-9a43046adc3e req-02c5d376-f91b-4806-ae41-b8e358de1adb tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:13.717972 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-daadd018-0c03-4e6a-8299-9a43046adc3e req-02c5d376-f91b-4806-ae41-b8e358de1adb tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 944 time: 0.0462308 Apr 12 08:22:13.767689 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-daadd018-0c03-4e6a-8299-9a43046adc3e req-50ba5996-c3ec-42a9-9d8e-c572f44935cb tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441351 Apr 12 08:22:14.064942 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-2e25b23b-b9af-459b-9b99-2d01fe7991b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:14.066452 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-2e25b23b-b9af-459b-9b99-2d01fe7991b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 1130 time: 0.0396082 Apr 12 08:22:14.164019 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-07ad82dd-d504-4762-b086-00461cdb363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:14.165997 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-07ad82dd-d504-4762-b086-00461cdb363d service neutron] 10.222.0.25 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 917 time: 0.0863204 Apr 12 08:22:14.234627 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-44885287-c699-4a7d-841a-5a6cc32a155f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef HTTP/1.1" status: 200 len: 1002 time: 0.0605702 Apr 12 08:22:14.332473 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e31da621-3fd4-48fc-8adf-3c121cad3bfb req-06ea321e-cee1-4570-b667-eb55935bd5ab tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 210 time: 0.0277267 Apr 12 08:22:14.439065 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ea382-2181-4d24-8d51-3150e7c71688 req-15e59d0d-33a9-41fd-b197-675cfa841032 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:14.440577 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c67ea382-2181-4d24-8d51-3150e7c71688 req-15e59d0d-33a9-41fd-b197-675cfa841032 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0472131 Apr 12 08:22:14.487318 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c67ea382-2181-4d24-8d51-3150e7c71688 req-1c378a4a-b99b-49b1-a4e1-3014c25e4e59 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409231 Apr 12 08:22:14.566552 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-cc5f0db7-c1b1-4229-8598-ba0e9cab2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:14.568059 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-cc5f0db7-c1b1-4229-8598-ba0e9cab2cfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 200 len: 856 time: 0.0481317 Apr 12 08:22:14.612124 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-b0bfe564-a3d8-4600-92fe-c9afac335c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:14.613621 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-b0bfe564-a3d8-4600-92fe-c9afac335c2c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27a8e601-3bff-45fb-be15-6e2fb4f647ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384936 Apr 12 08:22:14.710806 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-2f8f331e-702e-444d-b27e-6ef95014d222 service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838757 Apr 12 08:22:14.917711 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-69be1fcf-3a74-4a5a-8126-c1cb7cd13ee9 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:14.919142 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-69be1fcf-3a74-4a5a-8126-c1cb7cd13ee9 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.25 "GET /v2.0/networks?id=63c6d92c-5207-491c-a5ce-0bc7bca96e88 HTTP/1.1" status: 200 len: 809 time: 0.2075689 Apr 12 08:22:14.925049 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd7028-419b-4cb3-9427-1575a1c6f823 req-7b5bb598-793a-46ad-8685-1627d29a4f2b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:14.926382 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3dbd7028-419b-4cb3-9427-1575a1c6f823 req-7b5bb598-793a-46ad-8685-1627d29a4f2b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 944 time: 0.0907478 Apr 12 08:22:14.930532 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6cb13f3a-ee19-4ffc-bd4d-104557857282 req-9e25c8c6-9c03-47f9-82ae-de70df800373 service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103124 Apr 12 08:22:14.951130 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Request body: {'port': {'device_id': '5e4683b6-8e8a-4607-b451-5f9d29b7b739', 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88', 'admin_state_up': True, 'tenant_id': 'd14495b124d146b5a9877abc08957fcc'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:22:15.033363 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3dbd7028-419b-4cb3-9427-1575a1c6f823 req-ddbb44f1-268b-437b-9487-04b51980b8ff tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012363 Apr 12 08:22:15.142822 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Made reservation on behalf of d14495b124d146b5a9877abc08957fcc for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:22:15.146284 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:15.268302 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Allocated IP 172.20.0.12 (63c6d92c-5207-491c-a5ce-0bc7bca96e88/0208c7bd-3e25-494e-8a83-a2957ad0be81/3c125383-1a11-4580-a3d4-de8936610521) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:22:15.419084 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks [] for port (3c125383-1a11-4580-a3d4-de8936610521), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:15.425937 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cec85309-c515-421a-bd9c-faa03de7ff10 req-5a59e7b9-b522-41ed-a601-39e54129735f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Apr 12 08:22:15.503464 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (3c125383-1a11-4580-a3d4-de8936610521), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:15.550484 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:22:15.553840 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:22:15.558209 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:22:15.559617 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:22:15.600978 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Pushing event updated for resources: {'Port': ['ID=3c125383-1a11-4580-a3d4-de8936610521,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:15.651299 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d762aa2-3398-492d-b017-683e843ac2bf req-1bbd35e3-29e1-4443-a31a-086d4306e633 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:15.652939 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6d762aa2-3398-492d-b017-683e843ac2bf req-1bbd35e3-29e1-4443-a31a-086d4306e633 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0724087 Apr 12 08:22:15.658513 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:15.659113 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:15.663553 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:15.675754 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'port_id': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:22:15.709913 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6d762aa2-3398-492d-b017-683e843ac2bf req-2fa450fb-f998-49ea-862f-45d2e7966d11 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480814 Apr 12 08:22:15.728671 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:15.729064 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:15.746156 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:22:15.746371 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-c73ea49b-93e3-450d-bebf-75b3d0612ee6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8010287 Apr 12 08:22:15.765280 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:15.828894 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:15.876188 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:16.147445 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bed9b-d26b-441a-8633-1f1d6aba497b req-3ea6d8d2-8147-4b19-b9c6-6d360a6bb992 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:16.148944 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4e8bed9b-d26b-441a-8633-1f1d6aba497b req-3ea6d8d2-8147-4b19-b9c6-6d360a6bb992 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 945 time: 0.0498970 Apr 12 08:22:16.195893 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4e8bed9b-d26b-441a-8633-1f1d6aba497b req-0682f52a-0258-4646-8f8e-592710154398 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404277 Apr 12 08:22:16.271437 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:22:16.536561 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09fee6-5b32-4266-a160-e98163aad7a4 req-ffd3470d-fc26-4b58-978f-3e3b9f5233fb tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:16.538042 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bc09fee6-5b32-4266-a160-e98163aad7a4 req-ffd3470d-fc26-4b58-978f-3e3b9f5233fb tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 932 time: 0.0474076 Apr 12 08:22:16.591920 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bc09fee6-5b32-4266-a160-e98163aad7a4 req-0a0fb0ed-011f-491d-b010-a407e5275059 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475569 Apr 12 08:22:16.830287 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6341e78-a0bf-4692-8fc2-e8b44ae98aef req-fe9515c7-e38d-48a0-b10e-a91907662cd5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:16.831818 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b6341e78-a0bf-4692-8fc2-e8b44ae98aef req-fe9515c7-e38d-48a0-b10e-a91907662cd5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.0486207 Apr 12 08:22:16.886629 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b6341e78-a0bf-4692-8fc2-e8b44ae98aef req-c9c69933-a951-43b3-a3e3-e4dc4dd3d345 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490286 Apr 12 08:22:16.976135 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Request body: {'port': {'device_id': '5e4683b6-8e8a-4607-b451-5f9d29b7b739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:22:17.036306 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (3c125383-1a11-4580-a3d4-de8936610521), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:17.338206 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3104d61-2e01-4194-bd3b-7f0162d1b935 req-def9297d-03c0-43e4-a5eb-e8217a684a32 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:17.339726 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c3104d61-2e01-4194-bd3b-7f0162d1b935 req-def9297d-03c0-43e4-a5eb-e8217a684a32 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 945 time: 0.0756297 Apr 12 08:22:17.344149 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c125383-1a11-4580-a3d4-de8936610521 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:22:17.353416 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Publish callbacks [] for port (3c125383-1a11-4580-a3d4-de8936610521), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:17.381024 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Transition to ACTIVE for port object 3c125383-1a11-4580-a3d4-de8936610521 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:22:17.404940 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c3104d61-2e01-4194-bd3b-7f0162d1b935 req-f7b62777-c07a-4204-ad6f-ba1fe01df820 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563769 Apr 12 08:22:17.462852 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (3c125383-1a11-4580-a3d4-de8936610521), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:17.532636 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c125383-1a11-4580-a3d4-de8936610521,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:17.556883 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:22:17.590562 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Attempting to bind port 3c125383-1a11-4580-a3d4-de8936610521 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:22:17.602118 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Attempting to bind port 3c125383-1a11-4580-a3d4-de8936610521 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'f6932f61-903a-421d-97b3-04f143551823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:22:17.602118 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Attempting to bind port 3c125383-1a11-4580-a3d4-de8936610521 on network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:22:17.602118 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Port 3c125383-1a11-4580-a3d4-de8936610521 on network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:22:17.602118 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Attempting to bind port 3c125383-1a11-4580-a3d4-de8936610521 on network 63c6d92c-5207-491c-a5ce-0bc7bca96e88 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:22:17.602811 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:22:17.602811 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Checking segment: {'id': 'f6932f61-903a-421d-97b3-04f143551823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:22:17.603082 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Bound using segment: {'id': 'f6932f61-903a-421d-97b3-04f143551823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:22:17.603546 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Bound port: 3c125383-1a11-4580-a3d4-de8936610521, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6932f61-903a-421d-97b3-04f143551823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:22:17.603913 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (3c125383-1a11-4580-a3d4-de8936610521), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:17.628624 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:22:17.682562 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] For port 3c125383-1a11-4580-a3d4-de8936610521, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:22:17.685900 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] For port 3c125383-1a11-4580-a3d4-de8936610521, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3c125383-1a11-4580-a3d4-de8936610521,segment=NetworkSegment(f6932f61-903a-421d-97b3-04f143551823),segment_id=f6932f61-903a-421d-97b3-04f143551823)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:22:17.698311 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:22:17.698907 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:17.713222 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53418e7e-c0a7-4a5c-bf80-10bebb671a70 req-10b29766-5b89-4589-98e7-3f94eed23033 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:17.714723 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-53418e7e-c0a7-4a5c-bf80-10bebb671a70 req-10b29766-5b89-4589-98e7-3f94eed23033 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 944 time: 0.0497262 Apr 12 08:22:17.761268 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (3c125383-1a11-4580-a3d4-de8936610521), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:17.765991 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-53418e7e-c0a7-4a5c-bf80-10bebb671a70 req-183c871c-85dd-482f-8b1f-15096ba54eba tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456765 Apr 12 08:22:17.790990 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:17.791312 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:17.797343 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:17.797963 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:17.799332 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] 10.222.0.25 "PUT /v2.0/ports/3c125383-1a11-4580-a3d4-de8936610521 HTTP/1.1" status: 200 len: 1094 time: 0.8275712 Apr 12 08:22:17.799923 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4683b6-8e8a-4607-b451-5f9d29b7b739', 'tag': '3c125383-1a11-4580-a3d4-de8936610521'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:17.802067 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091e3f95-2f6d-42a7-a989-9f8abf986e54" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4683b6-8e8a-4607-b451-5f9d29b7b739", "tag": "3c125383-1a11-4580-a3d4-de8936610521"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:17.825912 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:17.828956 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40e7cf3-d5b5-492c-940e-08dcb5d1e5bd" -d '{"events": [{"server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "name": "network-vif-plugged", "status": "completed", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:17.833558 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912fd42-9d4c-479c-b03d-226ac10b6fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c125383-1a11-4580-a3d4-de8936610521,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:17.846708 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16df152e-4bf4-4b0d-ae99-9d2c1a98406d x-openstack-request-id: req-16df152e-4bf4-4b0d-ae99-9d2c1a98406d {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:17.847184 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4683b6-8e8a-4607-b451-5f9d29b7b739", "tag": "3c125383-1a11-4580-a3d4-de8936610521", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:17.847294 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16df152e-4bf4-4b0d-ae99-9d2c1a98406d {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:17.847665 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16df152e-4bf4-4b0d-ae99-9d2c1a98406d'] response: {'name': 'network-changed', 'server_uuid': '5e4683b6-8e8a-4607-b451-5f9d29b7b739', 'tag': '3c125383-1a11-4580-a3d4-de8936610521', 'status': 'completed', 'code': 200} Apr 12 08:22:17.850075 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:17.874462 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d940fc-5891-444b-9ccc-8cc1615c7582 x-openstack-request-id: req-f3d940fc-5891-444b-9ccc-8cc1615c7582 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:17.874749 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "name": "network-vif-plugged", "status": "completed", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:17.875003 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3d940fc-5891-444b-9ccc-8cc1615c7582 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:17.875410 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d940fc-5891-444b-9ccc-8cc1615c7582'] response: {'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'code': 200} Apr 12 08:22:17.914727 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:17.917178 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 52066dd3-10ad-4e8e-b885-6439f9dee2ef no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:22:17.987345 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e3f95-2f6d-42a7-a989-9f8abf986e54 req-0a45b16c-c6ed-4bed-9a4d-9b7636b9c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:17.988937 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-091e3f95-2f6d-42a7-a989-9f8abf986e54 req-0a45b16c-c6ed-4bed-9a4d-9b7636b9c6b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d14495b124d146b5a9877abc08957fcc&device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 1128 time: 0.0797849 Apr 12 08:22:18.008238 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:18.079465 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 52066dd3-10ad-4e8e-b885-6439f9dee2ef is: ACTIVE; New status is: DOWN {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:18.080206 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:18.115987 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:18.137269 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff2836-8bcf-414b-9cc2-81518a546171 req-0a1a8d58-b039-4e3b-ba83-093222fcfce7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:18.138834 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d3ff2836-8bcf-414b-9cc2-81518a546171 req-0a1a8d58-b039-4e3b-ba83-093222fcfce7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 946 time: 0.1444266 Apr 12 08:22:18.181868 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e3f95-2f6d-42a7-a989-9f8abf986e54 req-b64090ec-ac52-4558-848c-937f0e0452fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:18.183530 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-091e3f95-2f6d-42a7-a989-9f8abf986e54 req-b64090ec-ac52-4558-848c-937f0e0452fb service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d14495b124d146b5a9877abc08957fcc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1666524 Apr 12 08:22:18.247250 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d3ff2836-8bcf-414b-9cc2-81518a546171 req-935015ae-1e5f-448f-a632-7bf62d12b782 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011398 Apr 12 08:22:18.276266 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:18.309847 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004e6fe-c653-43c0-b67a-4251ea55604b req-42caeb24-a422-4a02-87d5-1f572a0a9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:18.311240 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f004e6fe-c653-43c0-b67a-4251ea55604b req-42caeb24-a422-4a02-87d5-1f572a0a9c2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 1130 time: 0.0788529 Apr 12 08:22:18.331717 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=8']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:18.349242 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e3f95-2f6d-42a7-a989-9f8abf986e54 req-c24f6df4-30ee-4449-ba84-15ad6bdfe1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:18.351046 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-091e3f95-2f6d-42a7-a989-9f8abf986e54 req-c24f6df4-30ee-4449-ba84-15ad6bdfe1e2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1557512 Apr 12 08:22:18.381273 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f004e6fe-c653-43c0-b67a-4251ea55604b req-006c0099-8ba1-4ddd-bb7d-1168aabd828f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590556 Apr 12 08:22:18.516412 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50729583-d47b-416f-b01f-ab0b58abd32c req-3b3f403d-432d-4513-b61c-939bfbf5f4d2 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:18.517933 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50729583-d47b-416f-b01f-ab0b58abd32c req-3b3f403d-432d-4513-b61c-939bfbf5f4d2 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0470409 Apr 12 08:22:18.567085 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50729583-d47b-416f-b01f-ab0b58abd32c req-0ebfff5a-97fa-45c3-b6c7-72de87b06d67 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434556 Apr 12 08:22:18.665716 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-6f359bdb-8b55-4e5f-911f-5b0f64925b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:18.667262 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-6f359bdb-8b55-4e5f-911f-5b0f64925b86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d14495b124d146b5a9877abc08957fcc&device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 1128 time: 0.0430167 Apr 12 08:22:18.724588 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-d9ea7c63-0c7d-4181-a862-612bfff83fa3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c125383-1a11-4580-a3d4-de8936610521 HTTP/1.1" status: 200 len: 217 time: 0.0378208 Apr 12 08:22:18.779803 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-5f394b15-b35e-40c7-abd2-e87a222c5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:18.781282 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-5f394b15-b35e-40c7-abd2-e87a222c5e76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0208c7bd-3e25-494e-8a83-a2957ad0be81 HTTP/1.1" status: 200 len: 849 time: 0.0485697 Apr 12 08:22:18.831956 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-d43de277-485e-4119-b23d-e9e2ac748c6e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63c6d92c-5207-491c-a5ce-0bc7bca96e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352526 Apr 12 08:22:18.889056 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00c663-44f8-4b03-abcd-c0e7b3f81939 req-e36aed2b-243e-4058-9c11-7480ee5a7bd2 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:18.890815 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6d00c663-44f8-4b03-abcd-c0e7b3f81939 req-e36aed2b-243e-4058-9c11-7480ee5a7bd2 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 944 time: 0.0467193 Apr 12 08:22:18.943185 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6d00c663-44f8-4b03-abcd-c0e7b3f81939 req-a6464035-1aea-46d4-81aa-3120d8d0455d tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468266 Apr 12 08:22:19.229131 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 48426) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:19.342267 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00781840-3475-4f0b-8a6a-7c3c756900f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:19.353743 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-d060574f-241b-4f0a-b48a-481ed4906765 service neutron] 10.222.0.25 "GET /v2.0/networks/63c6d92c-5207-491c-a5ce-0bc7bca96e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886469 Apr 12 08:22:19.416984 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00781840-3475-4f0b-8a6a-7c3c756900f8 admin admin] Publish callbacks [] for security_group (32e68f7b-8f3e-4404-acd0-d6fd501e4c3e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:19.479166 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:22:19.480882 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00781840-3475-4f0b-8a6a-7c3c756900f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (32e68f7b-8f3e-4404-acd0-d6fd501e4c3e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:19.523063 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00781840-3475-4f0b-8a6a-7c3c756900f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e68f7b-8f3e-4404-acd0-d6fd501e4c3e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:19.531071 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-00781840-3475-4f0b-8a6a-7c3c756900f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70a91c00feb54af48e117a81b2965838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007882 Apr 12 08:22:19.532799 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 48436) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:19.585756 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d221a8a6-dfeb-4ee9-9851-06f83edaee34 admin admin] Publish callbacks [] for security_group (32e68f7b-8f3e-4404-acd0-d6fd501e4c3e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:19.608951 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d221a8a6-dfeb-4ee9-9851-06f83edaee34 admin admin] Publish callbacks [] for security_group (32e68f7b-8f3e-4404-acd0-d6fd501e4c3e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:19.655331 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-b145b49c-d706-488d-a2c6-03e62db8637f req-a33b555f-738c-4a99-9549-6a3c6b835d6d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:22:19.656340 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b145b49c-d706-488d-a2c6-03e62db8637f req-a33b555f-738c-4a99-9549-6a3c6b835d6d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089307 Apr 12 08:22:19.686594 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a12ee3cf-7734-4af8-864a-f3db77f43280 req-b7af1620-a6ea-4710-b018-6cd6e44b82ae service neutron] 10.222.0.25 "GET /v2.0/networks/63c6d92c-5207-491c-a5ce-0bc7bca96e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996442 Apr 12 08:22:19.694339 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa262c4-7ce2-41d6-9795-af4b91138f61 req-a8a313e6-b7d4-4d13-877a-b6aef06af757 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:19.695892 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2fa262c4-7ce2-41d6-9795-af4b91138f61 req-a8a313e6-b7d4-4d13-877a-b6aef06af757 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0566196 Apr 12 08:22:19.743182 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2fa262c4-7ce2-41d6-9795-af4b91138f61 req-428b0195-53a6-4fe1-89dc-46b883f82e23 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Apr 12 08:22:19.793389 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d221a8a6-dfeb-4ee9-9851-06f83edaee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (32e68f7b-8f3e-4404-acd0-d6fd501e4c3e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:19.796060 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d221a8a6-dfeb-4ee9-9851-06f83edaee34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:19.797192 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d221a8a6-dfeb-4ee9-9851-06f83edaee34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32e68f7b-8f3e-4404-acd0-d6fd501e4c3e HTTP/1.1" status: 204 len: 168 time: 0.2639449 Apr 12 08:22:19.805219 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221a8a6-dfeb-4ee9-9851-06f83edaee34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e68f7b-8f3e-4404-acd0-d6fd501e4c3e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:19.876530 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:19.878978 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63692895-073c-4eae-9209-14f856fac22b" -d '{"events": [{"server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "name": "network-vif-unplugged", "status": "completed", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:19.920224 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf6fc8b-5c6f-4bb1-a8ea-da59c808c6a9 x-openstack-request-id: req-8bf6fc8b-5c6f-4bb1-a8ea-da59c808c6a9 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:19.920980 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "name": "network-vif-unplugged", "status": "failed", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef", "code": 422}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:19.920980 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bf6fc8b-5c6f-4bb1-a8ea-da59c808c6a9 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:19.921228 dv-cinder-836944-3-iscsi neutron-server[103941]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8bf6fc8b-5c6f-4bb1-a8ea-da59c808c6a9']: {'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'code': 422} returned with failed status Apr 12 08:22:20.015276 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788d531-767a-425c-beda-b5c95fce4123 req-c90b854f-cbb8-43bd-ba39-1c568688b5e0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:20.016779 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b788d531-767a-425c-beda-b5c95fce4123 req-c90b854f-cbb8-43bd-ba39-1c568688b5e0 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0558937 Apr 12 08:22:20.092254 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0aba2-c156-41ff-8d26-cc92d2120267 req-f41be85a-1437-4492-b9a3-b127c899a033 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:20.095124 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b788d531-767a-425c-beda-b5c95fce4123 req-058f924a-26d6-473d-b8aa-4ee8b3739ca2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725067 Apr 12 08:22:20.095417 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1fb0aba2-c156-41ff-8d26-cc92d2120267 req-f41be85a-1437-4492-b9a3-b127c899a033 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 944 time: 0.0818167 Apr 12 08:22:20.181396 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1fb0aba2-c156-41ff-8d26-cc92d2120267 req-6c9c8f0b-bff8-44c4-b427-5844ccdf73c1 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705452 Apr 12 08:22:20.525179 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 48472) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:20.538135 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f385ac4-8917-4a5e-afd9-23d76e145bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:20.610809 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f385ac4-8917-4a5e-afd9-23d76e145bb4 admin admin] Publish callbacks [] for security_group (8ce1c6d9-a8ca-45ae-975c-f6778e1e6493), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:20.679893 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f385ac4-8917-4a5e-afd9-23d76e145bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8ce1c6d9-a8ca-45ae-975c-f6778e1e6493), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:20.680768 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 48478) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:20.726986 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-8f385ac4-8917-4a5e-afd9-23d76e145bb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd97ba227e704d73a8de5d78df749b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979899 Apr 12 08:22:20.728627 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 48482) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:20.729272 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f385ac4-8917-4a5e-afd9-23d76e145bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce1c6d9-a8ca-45ae-975c-f6778e1e6493,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:20.768235 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-b7d9d345-e0bd-4683-a72c-d515862be010 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861869 Apr 12 08:22:20.797053 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac053-5615-4d22-ba20-36eb729f8fd7 admin admin] Publish callbacks [] for security_group (8ce1c6d9-a8ca-45ae-975c-f6778e1e6493), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:20.797659 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-d7448ee2-62e2-4047-b9e4-23bf7af192e2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:22:20.797659 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-d7448ee2-62e2-4047-b9e4-23bf7af192e2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055242 Apr 12 08:22:20.802916 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac053-5615-4d22-ba20-36eb729f8fd7 admin admin] Publish callbacks [] for security_group (8ce1c6d9-a8ca-45ae-975c-f6778e1e6493), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:20.865442 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350575f-010c-47e1-ba32-d8ee474e6d31 req-407e6ac1-7b2c-46ae-bb11-85651ebaa802 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:20.867120 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c350575f-010c-47e1-ba32-d8ee474e6d31 req-407e6ac1-7b2c-46ae-bb11-85651ebaa802 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0543385 Apr 12 08:22:20.914944 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c350575f-010c-47e1-ba32-d8ee474e6d31 req-46dd759f-f14d-4c78-b646-57419c38105f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419989 Apr 12 08:22:20.933181 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 48490) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:20.937269 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac053-5615-4d22-ba20-36eb729f8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8ce1c6d9-a8ca-45ae-975c-f6778e1e6493), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:20.939969 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac053-5615-4d22-ba20-36eb729f8fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:20.941587 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-4e8ac053-5615-4d22-ba20-36eb729f8fd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ce1c6d9-a8ca-45ae-975c-f6778e1e6493 HTTP/1.1" status: 204 len: 168 time: 0.2089155 Apr 12 08:22:20.952362 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ac053-5615-4d22-ba20-36eb729f8fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce1c6d9-a8ca-45ae-975c-f6778e1e6493,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:21.048384 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-7067a9af-7a9d-4a87-aebe-1667b8d39602 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:21.048600 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeff3ee-54b0-449f-aa60-af067b37486f req-1d34d165-8a3f-437a-872b-52b987ad230e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:21.050721 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-7067a9af-7a9d-4a87-aebe-1667b8d39602 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports/52066dd3-10ad-4e8e-b885-6439f9dee2ef HTTP/1.1" status: 200 len: 941 time: 0.1155899 Apr 12 08:22:21.050839 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3aeff3ee-54b0-449f-aa60-af067b37486f req-1d34d165-8a3f-437a-872b-52b987ad230e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0522544 Apr 12 08:22:21.058457 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 48500) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:21.063186 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-101ca543-aa61-46b9-b5af-4fd001dc6393 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Request body: {'floatingip': {'port_id': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:22:21.141467 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-101ca543-aa61-46b9-b5af-4fd001dc6393 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for floatingip (f21be71f-df94-4a99-92fc-9c2a24b814f3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:21.295623 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ae60a-6d01-4ede-af94-5ce22731c845 req-54fceaf8-03b2-49df-905f-5004f1730f0e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:21.300618 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ac2ae60a-6d01-4ede-af94-5ce22731c845 req-54fceaf8-03b2-49df-905f-5004f1730f0e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0968366 Apr 12 08:22:21.353150 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae18715-e8e1-4b24-a43e-717c70622699 req-a8490001-95ea-4d9f-81ee-797a6f20394e tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:21.354890 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6ae18715-e8e1-4b24-a43e-717c70622699 req-a8490001-95ea-4d9f-81ee-797a6f20394e tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 944 time: 0.0754571 Apr 12 08:22:21.405729 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ac2ae60a-6d01-4ede-af94-5ce22731c845 req-5d23b0b7-15df-4bb5-87d9-17932f51f01e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041784 Apr 12 08:22:21.430000 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6ae18715-e8e1-4b24-a43e-717c70622699 req-0ae61003-9274-428e-bc6e-83ffbf3aa0fc tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673242 Apr 12 08:22:21.570372 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 52066dd3-10ad-4e8e-b885-6439f9dee2ef no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:22:21.728032 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 48518) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:21.742529 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90c0fa61-b24f-47e6-9958-fb82d19da036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:21.779764 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 52066dd3-10ad-4e8e-b885-6439f9dee2ef is: DOWN; New status is: DOWN {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:21.825566 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90c0fa61-b24f-47e6-9958-fb82d19da036 admin admin] Publish callbacks [] for security_group (ef6fa59f-785f-4bdd-95d6-a6eaf18e07db), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:21.874145 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90c0fa61-b24f-47e6-9958-fb82d19da036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (ef6fa59f-785f-4bdd-95d6-a6eaf18e07db), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:21.888625 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-101ca543-aa61-46b9-b5af-4fd001dc6393 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:21.912322 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-90c0fa61-b24f-47e6-9958-fb82d19da036 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42561a1cef894d768565aa81e3ae5059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825440 Apr 12 08:22:21.913192 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0fa61-b24f-47e6-9958-fb82d19da036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6fa59f-785f-4bdd-95d6-a6eaf18e07db,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:21.915437 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 48520) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:21.937271 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-101ca543-aa61-46b9-b5af-4fd001dc6393 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (f21be71f-df94-4a99-92fc-9c2a24b814f3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:22.038835 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf2ad-4f2a-4bee-8a79-a8401df5c486 admin admin] Publish callbacks [] for security_group (ef6fa59f-785f-4bdd-95d6-a6eaf18e07db), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:22.073371 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf2ad-4f2a-4bee-8a79-a8401df5c486 admin admin] Publish callbacks [] for security_group (ef6fa59f-785f-4bdd-95d6-a6eaf18e07db), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:22.081448 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-101ca543-aa61-46b9-b5af-4fd001dc6393 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Floating IP f21be71f-df94-4a99-92fc-9c2a24b814f3 associated. External IP: 172.27.3.123, port: f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74. Apr 12 08:22:22.257620 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf2ad-4f2a-4bee-8a79-a8401df5c486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (ef6fa59f-785f-4bdd-95d6-a6eaf18e07db), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:22.260216 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf2ad-4f2a-4bee-8a79-a8401df5c486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:22.263098 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f7eaf2ad-4f2a-4bee-8a79-a8401df5c486 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef6fa59f-785f-4bdd-95d6-a6eaf18e07db HTTP/1.1" status: 204 len: 168 time: 0.3449247 Apr 12 08:22:22.300296 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaf2ad-4f2a-4bee-8a79-a8401df5c486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6fa59f-785f-4bdd-95d6-a6eaf18e07db,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:22.334626 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101ca543-aa61-46b9-b5af-4fd001dc6393 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:22:22.451724 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101ca543-aa61-46b9-b5af-4fd001dc6393 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:22:22.459925 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-101ca543-aa61-46b9-b5af-4fd001dc6393 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:22.464655 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] Sync routers for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:22:22.477586 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:22:22.484406 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:22:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:22:22.535635 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-101ca543-aa61-46b9-b5af-4fd001dc6393 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "PUT /v2.0/floatingips/f21be71f-df94-4a99-92fc-9c2a24b814f3 HTTP/1.1" status: 200 len: 992 time: 1.4665582 Apr 12 08:22:22.535635 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:22.535635 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:22.566227 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a532fba-c61e-4513-afd5-eb1527c54b96 req-faa6f118-3c76-444c-b361-beb372967a43 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:22.587794 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a532fba-c61e-4513-afd5-eb1527c54b96 req-faa6f118-3c76-444c-b361-beb372967a43 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0910208 Apr 12 08:22:22.589323 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4483a-2740-4268-8a87-11aed61e8487 req-adcd087e-68e3-4605-9d91-ac8bab168687 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:22.591042 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-23f4483a-2740-4268-8a87-11aed61e8487 req-adcd087e-68e3-4605-9d91-ac8bab168687 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 944 time: 0.0807755 Apr 12 08:22:22.606229 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:22:22.654958 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a532fba-c61e-4513-afd5-eb1527c54b96 req-bb8dde00-802c-4fea-9511-b54d8a7d0fc8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784531 Apr 12 08:22:22.698944 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-23f4483a-2740-4268-8a87-11aed61e8487 req-171b2d8c-1a1c-4390-8c0a-3556c85c101f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842280 Apr 12 08:22:22.733384 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e4acc9-28ce-4c95-9f50-7a38868b875a x-openstack-request-id: req-22e4acc9-28ce-4c95-9f50-7a38868b875a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:22.746516 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:22.746516 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22e4acc9-28ce-4c95-9f50-7a38868b875a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:22.746516 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e4acc9-28ce-4c95-9f50-7a38868b875a'] response: {'name': 'network-changed', 'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'status': 'completed', 'code': 200} Apr 12 08:22:22.820635 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-6a501c84-a5db-4953-b646-fcebcd63d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:22.822742 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-6a501c84-a5db-4953-b646-fcebcd63d4cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 1130 time: 0.0507922 Apr 12 08:22:22.899441 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'f21be71f-df94-4a99-92fc-9c2a24b814f3', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'port_id': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:56Z', 'updated_at': '2022-04-12T08:22:21Z', 'revision_number': 1, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:01Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:22:22.918586 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-38fe4bfa-f7d5-43a1-89d8-3eabaae615b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:22.920253 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-38fe4bfa-f7d5-43a1-89d8-3eabaae615b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.0908418 Apr 12 08:22:22.927953 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] Checking router: f9be3ed5-f4a5-4a44-b9b2-5004857302d4 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:22:22.937566 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:22:22.941475 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:22:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:22:23.066076 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:22:23.210322 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-98ab3867-e1df-4b77-b6b9-be0324f3244c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 HTTP/1.1" status: 200 len: 1000 time: 0.2823813 Apr 12 08:22:23.271955 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-45e62982-15f4-4071-aadc-c59d002f4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:23.273476 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-45e62982-15f4-4071-aadc-c59d002f4687 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.0447767 Apr 12 08:22:23.297492 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'f21be71f-df94-4a99-92fc-9c2a24b814f3', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'port_id': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:56Z', 'updated_at': '2022-04-12T08:22:21Z', 'revision_number': 1, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:01Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:22:23.326110 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-da9525d1-e645-462e-83f4-a01c9c777dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:23.327184 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f716bfb-22c3-4007-b32b-52e85a35e461 None None] The sync data for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi is: [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'f21be71f-df94-4a99-92fc-9c2a24b814f3', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'port_id': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:56Z', 'updated_at': '2022-04-12T08:22:21Z', 'revision_number': 1, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:01Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:22:23.327610 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-da9525d1-e645-462e-83f4-a01c9c777dd3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466316 Apr 12 08:22:23.504068 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f8cb6-a88d-4d66-95a6-5623ea260095 None None] New status for floating IP f21be71f-df94-4a99-92fc-9c2a24b814f3: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:22:23.599241 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 3c125383-1a11-4580-a3d4-de8936610521 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:22:23.749851 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 3c125383-1a11-4580-a3d4-de8936610521, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3c125383-1a11-4580-a3d4-de8936610521,segment=NetworkSegment(f6932f61-903a-421d-97b3-04f143551823),segment_id=f6932f61-903a-421d-97b3-04f143551823)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:23.764894 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '3c125383-1a11-4580-a3d4-de8936610521', 'network_id': '63c6d92c-5207-491c-a5ce-0bc7bca96e88', 'port_id': '3c125383-1a11-4580-a3d4-de8936610521', 'mac_address': 'fa:16:3e:4d:b4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0208c7bd-3e25-494e-8a83-a2957ad0be81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:22:23.791159 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e588e01-93ce-438e-b1cf-d324f778cf44 req-ca4abc57-ce4a-4b2b-939f-1c975f6a469d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:23.793404 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4e588e01-93ce-438e-b1cf-d324f778cf44 req-ca4abc57-ce4a-4b2b-939f-1c975f6a469d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0611143 Apr 12 08:22:23.823422 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 3c125383-1a11-4580-a3d4-de8936610521 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:23.824178 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (3c125383-1a11-4580-a3d4-de8936610521), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:23.839585 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c125383-1a11-4580-a3d4-de8936610521 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:22:23.848476 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4e588e01-93ce-438e-b1cf-d324f778cf44 req-04f96653-0074-4e13-8319-f95ed6e4919e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484223 Apr 12 08:22:23.855765 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-3a5e9da3-8f27-4899-9e01-0cbf9781f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:23.857166 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-3a5e9da3-8f27-4899-9e01-0cbf9781f4f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81&tenant_id=c5df5bdc6238443fb11973f52caf4c09 HTTP/1.1" status: 200 len: 1128 time: 0.1513045 Apr 12 08:22:23.877426 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 3c125383-1a11-4580-a3d4-de8936610521, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3c125383-1a11-4580-a3d4-de8936610521,segment=NetworkSegment(f6932f61-903a-421d-97b3-04f143551823),segment_id=f6932f61-903a-421d-97b3-04f143551823)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:23.923900 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-b3baf801-7c19-41f2-aff4-53de46a1f5ff service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389300 Apr 12 08:22:23.929801 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce1fd4-b1ee-4bee-87e1-29da294a4f8e req-d52558f3-f84c-4599-a35b-523bd16648d8 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:23.931786 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e2ce1fd4-b1ee-4bee-87e1-29da294a4f8e req-d52558f3-f84c-4599-a35b-523bd16648d8 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 944 time: 0.0938900 Apr 12 08:22:23.937155 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (3c125383-1a11-4580-a3d4-de8936610521), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:23.992725 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=3c125383-1a11-4580-a3d4-de8936610521,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:24.013941 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-5244e238-dd70-49b3-aa5b-354ad6df16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:24.015462 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-5244e238-dd70-49b3-aa5b-354ad6df16ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 1128 time: 0.1276758 Apr 12 08:22:24.072830 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e2ce1fd4-b1ee-4bee-87e1-29da294a4f8e req-2a053218-7557-43fe-9478-ee391912cdbf tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304200 Apr 12 08:22:24.124713 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22ae7dbe-dbe7-4202-9465-603ce42f5a0d req-a83e764e-305f-43d3-a959-6576310abc2d service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918592 Apr 12 08:22:24.149176 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-1403ac35-6732-4b47-b810-a40a48b5661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:24.150608 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-1403ac35-6732-4b47-b810-a40a48b5661c service neutron] 10.222.0.25 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 917 time: 0.1174133 Apr 12 08:22:24.224316 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-4a6301de-90f4-4977-a5e4-4a8accff4db2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef HTTP/1.1" status: 200 len: 1000 time: 0.0579379 Apr 12 08:22:24.266285 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['3c125383-1a11-4580-a3d4-de8936610521'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:22:24.280745 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-4982afc7-7f9e-4a9d-948a-ba4098e5bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:24.282199 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-4982afc7-7f9e-4a9d-948a-ba4098e5bed1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 200 len: 856 time: 0.0474348 Apr 12 08:22:24.330769 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-2aefa013-dffc-4bcf-931f-de7d152fabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:24.332362 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-2aefa013-dffc-4bcf-931f-de7d152fabfe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27a8e601-3bff-45fb-be15-6e2fb4f647ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410705 Apr 12 08:22:24.430708 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-a16a5bb8-baa4-46b4-8b41-a3fb72825b8e service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895593 Apr 12 08:22:24.457034 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 48554) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:24.530428 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f9eb8762-2319-4b1e-9673-3ead545f1190 req-f0a155d0-675a-496f-8d8a-2a630db2c2ad service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867920 Apr 12 08:22:24.559713 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-afa72658-5dba-4e6a-9fa7-8430120aecad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:24.634854 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-afa72658-5dba-4e6a-9fa7-8430120aecad admin admin] Publish callbacks [] for security_group (63121f0d-3fda-4592-a6af-2a3d5549920c), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:24.720086 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-afa72658-5dba-4e6a-9fa7-8430120aecad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (63121f0d-3fda-4592-a6af-2a3d5549920c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:24.755789 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa72658-5dba-4e6a-9fa7-8430120aecad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63121f0d-3fda-4592-a6af-2a3d5549920c,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:24.760551 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-afa72658-5dba-4e6a-9fa7-8430120aecad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f1d3453b828467abbadb99e2bc0ed3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024023 Apr 12 08:22:24.763128 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 48562) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:22:24.813378 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-acd0af56-2009-496e-bf6a-e25fb2cadf4c admin admin] Publish callbacks [] for security_group (63121f0d-3fda-4592-a6af-2a3d5549920c), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:24.834509 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-acd0af56-2009-496e-bf6a-e25fb2cadf4c admin admin] Publish callbacks [] for security_group (63121f0d-3fda-4592-a6af-2a3d5549920c), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:24.969447 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b752503-771c-4f2b-9744-41e7f18b2ebf req-74cfd556-aaeb-4e0f-aa45-30585743e38b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:24.970927 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6b752503-771c-4f2b-9744-41e7f18b2ebf req-74cfd556-aaeb-4e0f-aa45-30585743e38b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0472069 Apr 12 08:22:24.989336 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-acd0af56-2009-496e-bf6a-e25fb2cadf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (63121f0d-3fda-4592-a6af-2a3d5549920c), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:24.991804 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-acd0af56-2009-496e-bf6a-e25fb2cadf4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:24.993433 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-acd0af56-2009-496e-bf6a-e25fb2cadf4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63121f0d-3fda-4592-a6af-2a3d5549920c HTTP/1.1" status: 204 len: 168 time: 0.2288387 Apr 12 08:22:25.006816 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0af56-2009-496e-bf6a-e25fb2cadf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63121f0d-3fda-4592-a6af-2a3d5549920c,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:25.041958 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6b752503-771c-4f2b-9744-41e7f18b2ebf req-bfbf6f85-dcad-4bb5-a682-e408872f8e72 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642040 Apr 12 08:22:25.186061 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fb9cd-ef91-427c-9d26-4f7965a557bb req-b5d62891-7b05-4286-ae9f-af2f95052d75 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:25.187647 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-159fb9cd-ef91-427c-9d26-4f7965a557bb req-b5d62891-7b05-4286-ae9f-af2f95052d75 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 945 time: 0.0473957 Apr 12 08:22:25.286078 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-159fb9cd-ef91-427c-9d26-4f7965a557bb req-b1708923-ae81-4a62-a9ce-e5eebf213ab0 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837381 Apr 12 08:22:25.599639 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 3c125383-1a11-4580-a3d4-de8936610521 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:22:25.692208 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 3c125383-1a11-4580-a3d4-de8936610521 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:22:25.753933 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 3c125383-1a11-4580-a3d4-de8936610521 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:22:25.754237 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (3c125383-1a11-4580-a3d4-de8936610521), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:25.855492 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 3c125383-1a11-4580-a3d4-de8936610521 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:25.855888 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (3c125383-1a11-4580-a3d4-de8936610521), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:25.878154 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4683b6-8e8a-4607-b451-5f9d29b7b739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c125383-1a11-4580-a3d4-de8936610521'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:25.880510 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bdef57-ac50-4e17-81d4-a4089dbd4f56" -d '{"events": [{"server_uuid": "5e4683b6-8e8a-4607-b451-5f9d29b7b739", "name": "network-vif-plugged", "status": "completed", "tag": "3c125383-1a11-4580-a3d4-de8936610521"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:25.893816 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 3c125383-1a11-4580-a3d4-de8936610521, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3c125383-1a11-4580-a3d4-de8936610521,segment=NetworkSegment(f6932f61-903a-421d-97b3-04f143551823),segment_id=f6932f61-903a-421d-97b3-04f143551823)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:25.928667 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec407bf7-20be-4b79-b008-cd615e4d65c7 x-openstack-request-id: req-ec407bf7-20be-4b79-b008-cd615e4d65c7 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:25.928995 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4683b6-8e8a-4607-b451-5f9d29b7b739", "name": "network-vif-plugged", "status": "completed", "tag": "3c125383-1a11-4580-a3d4-de8936610521", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:25.929258 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec407bf7-20be-4b79-b008-cd615e4d65c7 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:25.929682 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec407bf7-20be-4b79-b008-cd615e4d65c7'] response: {'server_uuid': '5e4683b6-8e8a-4607-b451-5f9d29b7b739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c125383-1a11-4580-a3d4-de8936610521', 'code': 200} Apr 12 08:22:25.965835 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (3c125383-1a11-4580-a3d4-de8936610521), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:26.024584 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=3c125383-1a11-4580-a3d4-de8936610521,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:26.191267 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb985209-7dcc-4d1c-89b2-a1dea656e255 req-08a58f96-fa5e-4130-97c3-f77c1e40e80a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:26.192785 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb985209-7dcc-4d1c-89b2-a1dea656e255 req-08a58f96-fa5e-4130-97c3-f77c1e40e80a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0792902 Apr 12 08:22:26.243355 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb985209-7dcc-4d1c-89b2-a1dea656e255 req-4841f56d-94e4-4064-a08d-e6148a123dd6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 Apr 12 08:22:26.420881 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc853f-c57b-4bd5-af37-c71468d49c06 req-613c1e3c-42d6-4574-b4fa-f01bf205e70e tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:26.423633 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f0dc853f-c57b-4bd5-af37-c71468d49c06 req-613c1e3c-42d6-4574-b4fa-f01bf205e70e tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0556009 Apr 12 08:22:26.485587 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f0dc853f-c57b-4bd5-af37-c71468d49c06 req-1dfb51ab-2dfa-4694-9920-1c8595af1716 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557261 Apr 12 08:22:27.366887 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3c659-9871-434d-b0ea-75e1c19eda9c req-f4e525b2-d4ec-41fc-bc5d-767925cf9c16 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:27.368613 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bbb3c659-9871-434d-b0ea-75e1c19eda9c req-f4e525b2-d4ec-41fc-bc5d-767925cf9c16 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0503266 Apr 12 08:22:27.421864 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bbb3c659-9871-434d-b0ea-75e1c19eda9c req-324247f6-10cf-4ada-9258-13311ace2e70 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476382 Apr 12 08:22:27.598948 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcf28c-90b6-4516-9c5d-1502da5edf27 req-e484eec3-b0b4-41e3-b857-bb206da9c7f3 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:27.601228 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3edcf28c-90b6-4516-9c5d-1502da5edf27 req-e484eec3-b0b4-41e3-b857-bb206da9c7f3 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0492916 Apr 12 08:22:27.650325 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3edcf28c-90b6-4516-9c5d-1502da5edf27 req-8d80fee9-cadb-404a-8e20-a32ae76da36b tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Apr 12 08:22:28.060514 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-494437d1-bb00-4140-9c10-41058d6a37f1 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c98388e0b299435da8a911f3d4a9c797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303206 Apr 12 08:22:28.267368 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-b09cad39-fd55-4ba3-9589-f256bc4ed22a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:28.269178 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-b09cad39-fd55-4ba3-9589-f256bc4ed22a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035425 Apr 12 08:22:28.284864 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-e3ac95cd-0997-4f8f-8ba1-9fca940e195d tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/quotas/c98388e0b299435da8a911f3d4a9c797 HTTP/1.1" status: 200 len: 375 time: 0.0103581 Apr 12 08:22:28.319561 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-4737485a-6805-4a88-8c6c-9773817d336f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c98388e0b299435da8a911f3d4a9c797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292830 Apr 12 08:22:28.576517 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2d070-0c3d-49d0-a36d-f1a057f9bff0 req-403dca01-ff6a-407c-8965-4696c94cd788 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:28.579411 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f0b2d070-0c3d-49d0-a36d-f1a057f9bff0 req-403dca01-ff6a-407c-8965-4696c94cd788 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0810180 Apr 12 08:22:28.618472 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-873a5c22-8155-49ac-9ed7-df9776cd2c66 req-3cf75f16-16f6-4eb5-b50b-16b5d11e071e tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0378630 Apr 12 08:22:28.657971 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f0b2d070-0c3d-49d0-a36d-f1a057f9bff0 req-9370a817-c904-435e-abec-29fc0645ee15 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735738 Apr 12 08:22:28.794788 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e3360-ae1a-4a94-931e-8e48c854918a req-75a9ccaa-9e12-4fe5-bb20-7e2321c710ca tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:28.796325 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6a5e3360-ae1a-4a94-931e-8e48c854918a req-75a9ccaa-9e12-4fe5-bb20-7e2321c710ca tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0499711 Apr 12 08:22:28.852941 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6a5e3360-ae1a-4a94-931e-8e48c854918a req-528e1809-e5b6-4c59-bb2d-bfaadc92deaf tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506735 Apr 12 08:22:29.712836 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a622573f-a77f-44c3-bec8-567a2eef0e55 req-bdb422ec-95f6-4058-afec-4bde70642567 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0320189 Apr 12 08:22:29.792374 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab144dbe-242d-4d0a-9637-58634200c0ff req-03841366-d1be-41e0-a264-93a2020927e4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:29.793900 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ab144dbe-242d-4d0a-9637-58634200c0ff req-03841366-d1be-41e0-a264-93a2020927e4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0509429 Apr 12 08:22:29.844598 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ab144dbe-242d-4d0a-9637-58634200c0ff req-f7663dde-e96c-4e44-81a3-8b5082522d5f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449584 Apr 12 08:22:29.972597 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1e011-a683-45a3-8a46-500ccd92195d req-dec5bc1c-efcf-4607-961e-0c38b2b6f779 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:29.974781 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ced1e011-a683-45a3-8a46-500ccd92195d req-dec5bc1c-efcf-4607-961e-0c38b2b6f779 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0542889 Apr 12 08:22:30.039353 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ced1e011-a683-45a3-8a46-500ccd92195d req-47c87fca-292e-4a8a-bb18-6ea686b2c158 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583098 Apr 12 08:22:30.240212 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4194-ec0d-4441-979a-b7a20aa86dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:30.811154 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3609f66a-ebc3-457d-8fea-cb6ab59bfc67 req-1a1806e6-8235-4bb1-b56e-8c27eb6f9e0e tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0286341 Apr 12 08:22:30.965216 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93978ab6-d4ab-418b-aabd-41a547eecfd8 req-5bbdd723-cf27-4457-9f56-721debffd651 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:30.967496 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-93978ab6-d4ab-418b-aabd-41a547eecfd8 req-5bbdd723-cf27-4457-9f56-721debffd651 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0493462 Apr 12 08:22:31.014574 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-93978ab6-d4ab-418b-aabd-41a547eecfd8 req-a9eacdd6-793a-4f80-aee6-fd16f6ae5318 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Apr 12 08:22:31.159269 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3860a-45e3-4dc5-90b8-07e05b632c73 req-f083bf87-1b3e-42b2-8d9c-3d7cf99d8573 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:31.160737 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cff3860a-45e3-4dc5-90b8-07e05b632c73 req-f083bf87-1b3e-42b2-8d9c-3d7cf99d8573 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0541675 Apr 12 08:22:31.218984 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cff3860a-45e3-4dc5-90b8-07e05b632c73 req-378976e8-b874-406d-a756-4d5cf04595eb tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Apr 12 08:22:31.915887 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-783c0065-c036-4e0f-b1bd-4c2c2f2155cf req-f30fa2bf-a57d-4130-ab63-b70d2029042b tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0339174 Apr 12 08:22:32.143371 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500ded3-d335-4e76-9c2a-15048f152320 req-86c42ebc-030d-41f8-89ac-f95afd5d7572 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:32.144857 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2500ded3-d335-4e76-9c2a-15048f152320 req-86c42ebc-030d-41f8-89ac-f95afd5d7572 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0471261 Apr 12 08:22:32.192390 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2500ded3-d335-4e76-9c2a-15048f152320 req-d330bd7d-e0c4-47d8-bcad-c5d91973f0a7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415037 Apr 12 08:22:32.340667 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840986cb-970d-4fea-9c51-5e2aa866b2ed req-8d3b349b-ad4e-427f-8228-524ef07629b6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:32.342459 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-840986cb-970d-4fea-9c51-5e2aa866b2ed req-8d3b349b-ad4e-427f-8228-524ef07629b6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0499661 Apr 12 08:22:32.465109 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-840986cb-970d-4fea-9c51-5e2aa866b2ed req-cf7b5853-9e11-4382-985c-4ecb1824da09 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525265 Apr 12 08:22:33.019586 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-76b955eb-3b7c-442a-81a5-111bb3fab252 req-cebb75a8-0dc9-4e94-b1db-bc42b358ef58 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0291348 Apr 12 08:22:33.304999 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5a3dbb12-4812-4909-b3af-d6dbf80c69cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:33.315367 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2408c45-aa39-43e4-8f90-aa26d3b7f3d1 req-cf0415c6-ffe5-4abd-a89f-ced1d508cf9c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:33.317039 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e2408c45-aa39-43e4-8f90-aa26d3b7f3d1 req-cf0415c6-ffe5-4abd-a89f-ced1d508cf9c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0486040 Apr 12 08:22:33.377342 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e2408c45-aa39-43e4-8f90-aa26d3b7f3d1 req-725b247f-be18-4e8e-a2e4-2710609b5ebf tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536978 Apr 12 08:22:33.516152 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadd420-2e3a-497d-ae43-377bde7d1421 req-6dcc96fd-9a8f-4fae-9433-7c7ddc2561d9 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:33.517802 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7aadd420-2e3a-497d-ae43-377bde7d1421 req-6dcc96fd-9a8f-4fae-9433-7c7ddc2561d9 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0506730 Apr 12 08:22:33.553958 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:33.565062 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7aadd420-2e3a-497d-ae43-377bde7d1421 req-43012c43-c023-4aac-bdec-7935084077ad tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Apr 12 08:22:33.616137 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:34.122584 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cda5f4c8-d9f6-4d12-abc1-7b8cf207568e req-8d404d1a-4f77-487e-a38d-57c07f68f416 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0337508 Apr 12 08:22:34.504706 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190779f-1ef5-4e35-b952-9173fda45fc0 req-abb6eb2c-1856-40ac-9339-d30bb7326665 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:34.506497 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b190779f-1ef5-4e35-b952-9173fda45fc0 req-abb6eb2c-1856-40ac-9339-d30bb7326665 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0554698 Apr 12 08:22:34.553582 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b190779f-1ef5-4e35-b952-9173fda45fc0 req-03ee54f2-243a-4bdb-96dd-de0497ece331 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414121 Apr 12 08:22:34.677629 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330b2a1-9b5c-487e-ba16-b69c6d8ce534 req-4ccfff58-60fa-4449-97d0-176086dafff5 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:34.679963 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b330b2a1-9b5c-487e-ba16-b69c6d8ce534 req-4ccfff58-60fa-4449-97d0-176086dafff5 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0485210 Apr 12 08:22:34.729571 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b330b2a1-9b5c-487e-ba16-b69c6d8ce534 req-2c0a65da-3623-4819-9719-154e8c375c3c tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429187 Apr 12 08:22:35.148550 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:35.218049 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4e4a3bf0-67dc-49a1-bd5d-feca7a5fd175 req-d312b2e3-8474-428d-8287-3133c8762d9f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0309551 Apr 12 08:22:35.672232 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd935e-e4c3-4663-9d45-ab5a87112494 req-b8443c9e-3a71-40b2-a3f0-2162677f5c8f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:35.673744 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fecd935e-e4c3-4663-9d45-ab5a87112494 req-b8443c9e-3a71-40b2-a3f0-2162677f5c8f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0488219 Apr 12 08:22:35.720949 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fecd935e-e4c3-4663-9d45-ab5a87112494 req-7a6dd43b-a971-4956-a549-ef0c60b7b7cc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 Apr 12 08:22:35.840564 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95eeb-06c2-4ed4-aa5b-c69bfb7b506d req-93580c0d-29ee-4eb5-a761-7a4681abe907 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:35.841923 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-06e95eeb-06c2-4ed4-aa5b-c69bfb7b506d req-93580c0d-29ee-4eb5-a761-7a4681abe907 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0464587 Apr 12 08:22:35.886693 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-06e95eeb-06c2-4ed4-aa5b-c69bfb7b506d req-daf72b46-3a7c-43b6-8d15-89f7748001b6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392649 Apr 12 08:22:36.297735 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-122a8cda-dedd-407d-aef9-8218a2d1d3c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408161 Apr 12 08:22:36.313112 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8855c406-7931-4ace-ac7c-b296c4c2fa2f req-e80554b2-e159-42b4-bdc2-b811976f3bae tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0304508 Apr 12 08:22:36.361923 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-9d64c323-6b44-42d6-b2d0-fa1e1eadad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:36.364006 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-9d64c323-6b44-42d6-b2d0-fa1e1eadad0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 1130 time: 0.0396571 Apr 12 08:22:36.481306 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-cc47178a-2551-423e-9428-c29dd726fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:36.482836 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-cc47178a-2551-423e-9428-c29dd726fd99 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 914 time: 0.0901577 Apr 12 08:22:36.576592 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5a0fb-93d5-4585-8b4c-a3767f1a2f41 req-b3875608-8e70-4e62-b328-5c9ee764b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:36.577957 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7e5a0fb-93d5-4585-8b4c-a3767f1a2f41 req-b3875608-8e70-4e62-b328-5c9ee764b942 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 1130 time: 0.0795500 Apr 12 08:22:36.596148 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-ca1ed11b-df04-4098-9fde-e2f5d0e1b8c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a6ea123-6d38-4592-804a-cb67d6574733 HTTP/1.1" status: 200 len: 1001 time: 0.0966070 Apr 12 08:22:36.663203 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7e5a0fb-93d5-4585-8b4c-a3767f1a2f41 req-cb36b1f0-be34-4b4d-82a3-6fc5e0e3ba62 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765371 Apr 12 08:22:36.664900 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-58bcf5c6-d4cf-416b-ad5a-a40e6626a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:36.666784 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-58bcf5c6-d4cf-416b-ad5a-a40e6626a3b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 HTTP/1.1" status: 200 len: 853 time: 0.0627263 Apr 12 08:22:36.834343 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:36.837181 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aca689-7247-40b7-b87f-5961bc4b695c req-7f5c7455-daee-4dcd-a51d-42acb26b028b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:36.838666 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3aca689-7247-40b7-b87f-5961bc4b695c req-7f5c7455-daee-4dcd-a51d-42acb26b028b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0460138 Apr 12 08:22:36.889334 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e3aca689-7247-40b7-b87f-5961bc4b695c req-494f1572-10da-46d1-aa7c-49557b984d88 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447035 Apr 12 08:22:36.938892 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-41df8351-ac67-47a7-8e14-615212887877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:36.941202 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-41df8351-ac67-47a7-8e14-615212887877 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395513 Apr 12 08:22:36.998981 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151416e-dfe7-4b75-aedf-513be3d1e334 req-becc46e2-1471-4599-98df-d7ec9320674b tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:37.000477 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d151416e-dfe7-4b75-aedf-513be3d1e334 req-becc46e2-1471-4599-98df-d7ec9320674b tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0474331 Apr 12 08:22:37.030529 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-24939ef2-f429-4014-adfe-f954153350e9 service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828140 Apr 12 08:22:37.048350 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d151416e-dfe7-4b75-aedf-513be3d1e334 req-c61b9a9b-5989-45c2-8816-be3939dfe7e8 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 Apr 12 08:22:37.125435 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88898db4-0f0b-4fbd-b387-dddd5a31fa46 req-bd9b3358-3dbc-4f5c-86a8-11077b03124a service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880241 Apr 12 08:22:37.403194 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ba04bd0a-2950-4d01-b05a-97fee36cb687 req-0d3a9eaf-5114-4ed9-982c-7a23dc2b8311 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0275445 Apr 12 08:22:38.005569 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e92f40-a98b-4752-8945-cfe6c682c9db req-948f24c5-6142-4b83-8438-9d029aca38ee tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:38.007030 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b3e92f40-a98b-4752-8945-cfe6c682c9db req-948f24c5-6142-4b83-8438-9d029aca38ee tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0485542 Apr 12 08:22:38.055014 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b3e92f40-a98b-4752-8945-cfe6c682c9db req-b68638b4-5b80-40d4-8ac1-90d886ea1aef tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424619 Apr 12 08:22:38.162175 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de78c46-143b-418c-95c6-a2772254a8ed req-e5a7cfc7-0a03-4670-80a9-fd3d855c895e tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:38.163680 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2de78c46-143b-418c-95c6-a2772254a8ed req-e5a7cfc7-0a03-4670-80a9-fd3d855c895e tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0476506 Apr 12 08:22:38.214223 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2de78c46-143b-418c-95c6-a2772254a8ed req-df61ad1a-b8ee-4218-a8f0-f0f608f48243 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449145 Apr 12 08:22:38.497231 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-813ecbb9-9fa7-483b-80d2-071b0b7e62ae req-44f0a4d5-98aa-4ff8-980e-1fdbbf55fc11 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0300620 Apr 12 08:22:38.980075 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-313b380b-277d-43db-b30a-2f10d8f21734 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c98388e0b299435da8a911f3d4a9c797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228169 Apr 12 08:22:39.088273 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-04840403-8200-499e-bbba-591ff05d07e9 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:39.089315 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-04840403-8200-499e-bbba-591ff05d07e9 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037247 Apr 12 08:22:39.109557 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Request body: {'port': {'device_id': '296fb4b9-d68e-4143-9a8f-0c26d0f83da3', 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343', 'admin_state_up': True, 'tenant_id': 'c98388e0b299435da8a911f3d4a9c797'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:22:39.216972 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e12530-8967-471e-9b13-e30439f75dd5 req-b859358f-9b81-4a67-919c-d1b3462ba61b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:39.220632 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-27e12530-8967-471e-9b13-e30439f75dd5 req-b859358f-9b81-4a67-919c-d1b3462ba61b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0914483 Apr 12 08:22:39.289464 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-27e12530-8967-471e-9b13-e30439f75dd5 req-a507b33e-be7a-4a0f-a7a1-9fb5d36e52ce tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633423 Apr 12 08:22:39.325387 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c8396-4db2-4bfe-954d-b0df724e486d req-24267d4d-e0eb-4cdd-863d-b25e2e401ae6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:39.326979 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-620c8396-4db2-4bfe-954d-b0df724e486d req-24267d4d-e0eb-4cdd-863d-b25e2e401ae6 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0482333 Apr 12 08:22:39.348820 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Made reservation on behalf of c98388e0b299435da8a911f3d4a9c797 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:22:39.352115 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:39.363856 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:39.374227 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-620c8396-4db2-4bfe-954d-b0df724e486d req-b8647f68-1c09-497c-ac19-74583fdda6f2 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 Apr 12 08:22:39.456402 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks [] for security_group (e52c059d-498d-47a2-8379-85b6756dce6d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:39.497421 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e52c059d-498d-47a2-8379-85b6756dce6d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:39.560105 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c059d-498d-47a2-8379-85b6756dce6d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:39.584818 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.585142 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.585483 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.585823 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.586144 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.586470 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.586808 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.587773 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.588156 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.588482 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.588802 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.589121 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.589751 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.589887 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.590115 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:39.616707 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dfa5d138-7c4a-41be-8539-7e6479ca6282 req-baeb9d1e-e537-41a5-bbef-389e5e544991 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0492435 Apr 12 08:22:39.668000 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Allocated IP 192.168.233.198 (0c5c0001-9d01-42aa-b5ce-b93df9d09343/c3102104-2e56-4ba7-924c-08ce6654b062/6e947955-6b4e-4578-aa1c-6ab151c89a40) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:22:39.810962 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks [] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:39.920355 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:39.967906 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:22:39.970892 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:22:39.974567 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:22:39.984450 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Pushing event updated for resources: {'Port': ['ID=6e947955-6b4e-4578-aa1c-6ab151c89a40,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:40.031209 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:40.031851 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:40.128828 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-0e57848c-2726-4f7c-85b5-bdd519ff046f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0232196 Apr 12 08:22:40.144598 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Request body: {'port': {'device_id': '296fb4b9-d68e-4143-9a8f-0c26d0f83da3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:22:40.157512 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-2c85340c-9e83-4366-a8c4-6f6f3f50076c None None] Provisioning complete for port 6e947955-6b4e-4578-aa1c-6ab151c89a40 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:22:40.158092 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2c85340c-9e83-4366-a8c4-6f6f3f50076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:40.197630 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-2c85340c-9e83-4366-a8c4-6f6f3f50076c None None] Port 6e947955-6b4e-4578-aa1c-6ab151c89a40 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:22:40.216833 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:40.443589 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0852-e963-4b2d-834a-5b0e6670bd74 req-19bda31a-3317-4670-badf-aa5b9f847ac4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:40.445045 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-261c0852-e963-4b2d-834a-5b0e6670bd74 req-19bda31a-3317-4670-badf-aa5b9f847ac4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0838242 Apr 12 08:22:40.537583 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-261c0852-e963-4b2d-834a-5b0e6670bd74 req-34eaba80-5248-42b8-bdd2-3a8fafb59839 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825281 Apr 12 08:22:40.554783 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e947955-6b4e-4578-aa1c-6ab151c89a40 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:22:40.559603 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Publish callbacks [] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:40.573068 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Transition to ACTIVE for port object 6e947955-6b4e-4578-aa1c-6ab151c89a40 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:22:40.607933 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd959112-ddc9-44b0-bf97-a3ccf15b864f req-acd64f10-2ed6-482f-ad5e-e1dee367d47f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:40.609450 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fd959112-ddc9-44b0-bf97-a3ccf15b864f req-acd64f10-2ed6-482f-ad5e-e1dee367d47f tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0479383 Apr 12 08:22:40.634550 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:40.662435 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fd959112-ddc9-44b0-bf97-a3ccf15b864f req-d8280877-ca16-4c79-aed7-7867e8df85a1 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473042 Apr 12 08:22:40.944350 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5f17b-f338-4f7a-9593-1df982b3d459 req-c9fe198c-d36d-453c-b260-10ff6d7def7d tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:40.945865 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-93f5f17b-f338-4f7a-9593-1df982b3d459 req-c9fe198c-d36d-453c-b260-10ff6d7def7d tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 948 time: 0.0680425 Apr 12 08:22:40.947122 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Pushing event updated for resources: {'Port': ['ID=6e947955-6b4e-4578-aa1c-6ab151c89a40,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:41.059313 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-93f5f17b-f338-4f7a-9593-1df982b3d459 req-af066aa3-9045-456f-ae81-a2251a939a95 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051555 Apr 12 08:22:41.063398 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Attempting to bind port 6e947955-6b4e-4578-aa1c-6ab151c89a40 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:22:41.063834 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Attempting to bind port 6e947955-6b4e-4578-aa1c-6ab151c89a40 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '7eb90126-b541-48e7-ad91-5d456538d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:22:41.064158 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Attempting to bind port 6e947955-6b4e-4578-aa1c-6ab151c89a40 on network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:22:41.068424 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Port 6e947955-6b4e-4578-aa1c-6ab151c89a40 on network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:22:41.068733 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Attempting to bind port 6e947955-6b4e-4578-aa1c-6ab151c89a40 on network 0c5c0001-9d01-42aa-b5ce-b93df9d09343 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:22:41.073529 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:22:41.073856 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Checking segment: {'id': '7eb90126-b541-48e7-ad91-5d456538d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:22:41.074224 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Bound using segment: {'id': '7eb90126-b541-48e7-ad91-5d456538d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:22:41.074636 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Bound port: 6e947955-6b4e-4578-aa1c-6ab151c89a40, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb90126-b541-48e7-ad91-5d456538d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:22:41.074981 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:41.136173 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] For port 6e947955-6b4e-4578-aa1c-6ab151c89a40, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:22:41.139056 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] For port 6e947955-6b4e-4578-aa1c-6ab151c89a40, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6e947955-6b4e-4578-aa1c-6ab151c89a40,segment=NetworkSegment(7eb90126-b541-48e7-ad91-5d456538d05d),segment_id=7eb90126-b541-48e7-ad91-5d456538d05d)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:22:41.189312 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:41.222196 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:41.222809 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:41.224237 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] 10.222.0.25 "PUT /v2.0/ports/6e947955-6b4e-4578-aa1c-6ab151c89a40 HTTP/1.1" status: 200 len: 1098 time: 1.0836132 Apr 12 08:22:41.224679 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296fb4b9-d68e-4143-9a8f-0c26d0f83da3', 'tag': '6e947955-6b4e-4578-aa1c-6ab151c89a40'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:41.226866 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220eb75d-b3b8-4828-a412-5b951cdf39f9" -d '{"events": [{"name": "network-changed", "server_uuid": "296fb4b9-d68e-4143-9a8f-0c26d0f83da3", "tag": "6e947955-6b4e-4578-aa1c-6ab151c89a40"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:41.251200 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc314f6-82fc-4ea8-b780-19b6f057f30a service neutron] Pushing event updated for resources: {'Port': ['ID=6e947955-6b4e-4578-aa1c-6ab151c89a40,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:41.263180 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826781dc-b75e-485b-9e8a-58b4f38abbd8 x-openstack-request-id: req-826781dc-b75e-485b-9e8a-58b4f38abbd8 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:41.263489 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296fb4b9-d68e-4143-9a8f-0c26d0f83da3", "tag": "6e947955-6b4e-4578-aa1c-6ab151c89a40", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:41.263748 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-826781dc-b75e-485b-9e8a-58b4f38abbd8 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:41.264148 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826781dc-b75e-485b-9e8a-58b4f38abbd8'] response: {'name': 'network-changed', 'server_uuid': '296fb4b9-d68e-4143-9a8f-0c26d0f83da3', 'tag': '6e947955-6b4e-4578-aa1c-6ab151c89a40', 'status': 'completed', 'code': 200} Apr 12 08:22:41.655096 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb247df8-cf50-4160-bce7-5b5a93812001 req-33f6f59e-e236-459a-93fe-90c6787df3f6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:41.656545 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb247df8-cf50-4160-bce7-5b5a93812001 req-33f6f59e-e236-459a-93fe-90c6787df3f6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0461743 Apr 12 08:22:41.707641 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb247df8-cf50-4160-bce7-5b5a93812001 req-d3198ff7-253f-43c0-919d-8f4c76bcf223 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457168 Apr 12 08:22:41.782796 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b9e8b-f29d-4f96-bd6b-a40414a226fa req-447f9fa4-914d-4f63-96ec-281746a138db tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:41.784269 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1e3b9e8b-f29d-4f96-bd6b-a40414a226fa req-447f9fa4-914d-4f63-96ec-281746a138db tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0489163 Apr 12 08:22:41.829548 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1e3b9e8b-f29d-4f96-bd6b-a40414a226fa req-6edfcc75-2268-4151-96bc-768a7a98bfcd tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398338 Apr 12 08:22:42.168932 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba7e52-9c7c-4e1b-b4f5-e6f4262cfc62 req-ca3e9b9d-d08f-48d6-bd4e-23c4c4e80515 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:42.170365 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e4ba7e52-9c7c-4e1b-b4f5-e6f4262cfc62 req-ca3e9b9d-d08f-48d6-bd4e-23c4c4e80515 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 948 time: 0.0474839 Apr 12 08:22:42.243056 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eb75d-b3b8-4828-a412-5b951cdf39f9 req-4d0d8ec1-bc34-432d-8ce2-c7f413455f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:42.244514 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-220eb75d-b3b8-4828-a412-5b951cdf39f9 req-4d0d8ec1-bc34-432d-8ce2-c7f413455f07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c98388e0b299435da8a911f3d4a9c797&device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 1132 time: 0.0551021 Apr 12 08:22:42.247825 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e4ba7e52-9c7c-4e1b-b4f5-e6f4262cfc62 req-ff411d45-6063-4828-86c1-59af9be52d1f tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718803 Apr 12 08:22:42.823969 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cc7a3-8cda-4fc7-8cd4-c6261e17d767 req-530605a0-7715-4cce-8962-5d89c270a95b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:42.825425 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4d0cc7a3-8cda-4fc7-8cd4-c6261e17d767 req-530605a0-7715-4cce-8962-5d89c270a95b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0463631 Apr 12 08:22:42.871492 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4d0cc7a3-8cda-4fc7-8cd4-c6261e17d767 req-9af82f55-dc55-405c-bfe8-eae44979b97f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404887 Apr 12 08:22:42.943839 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e09fc-a2be-4003-be1c-28a5963259ac req-ae64e582-9df8-4a7b-beee-9bf01a8f5959 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:42.945259 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f42e09fc-a2be-4003-be1c-28a5963259ac req-ae64e582-9df8-4a7b-beee-9bf01a8f5959 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0487714 Apr 12 08:22:42.991222 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f42e09fc-a2be-4003-be1c-28a5963259ac req-493a2689-50f8-43f4-a646-127d590f327c tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc07d1a-9c99-415e-a2c1-8cc255824473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Apr 12 08:22:43.111827 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-220eb75d-b3b8-4828-a412-5b951cdf39f9 req-58654ee8-6ba6-4c24-b337-dd28ad808070 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c98388e0b299435da8a911f3d4a9c797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410569 Apr 12 08:22:43.145071 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-5f1a8e9b-cdbd-4341-897b-66fe0237195a tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:43.146398 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-5f1a8e9b-cdbd-4341-897b-66fe0237195a tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 946 time: 0.0746176 Apr 12 08:22:43.275197 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eb75d-b3b8-4828-a412-5b951cdf39f9 req-57e6f4ae-9078-444b-b0d8-1b85a689558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:43.276685 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-220eb75d-b3b8-4828-a412-5b951cdf39f9 req-57e6f4ae-9078-444b-b0d8-1b85a689558e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1569993 Apr 12 08:22:43.284441 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-e3cf6d3e-d78b-431a-9ad1-2a3bfd62ff47 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Deleting port 3c125383-1a11-4580-a3d4-de8936610521 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:22:43.284783 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-e3cf6d3e-d78b-431a-9ad1-2a3bfd62ff47 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (3c125383-1a11-4580-a3d4-de8936610521), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:43.364486 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18547ae7-047e-4d24-a86f-b6bf8f3006af req-15a1fba9-a9f4-464e-b6d7-0aa2e0f1f2cf tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:43.365960 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-18547ae7-047e-4d24-a86f-b6bf8f3006af req-15a1fba9-a9f4-464e-b6d7-0aa2e0f1f2cf tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 948 time: 0.0506940 Apr 12 08:22:43.395356 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-68c62269-09cd-455e-9691-92d2cc33b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:43.396894 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-68c62269-09cd-455e-9691-92d2cc33b6a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c98388e0b299435da8a911f3d4a9c797&device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 1132 time: 0.0515864 Apr 12 08:22:43.413136 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-18547ae7-047e-4d24-a86f-b6bf8f3006af req-da63c662-11ea-43a8-8fcb-da95ebf4ff56 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Apr 12 08:22:43.415630 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-e3cf6d3e-d78b-431a-9ad1-2a3bfd62ff47 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] For port 3c125383-1a11-4580-a3d4-de8936610521, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3c125383-1a11-4580-a3d4-de8936610521,segment=NetworkSegment(f6932f61-903a-421d-97b3-04f143551823),segment_id=f6932f61-903a-421d-97b3-04f143551823)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:43.416001 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-e3cf6d3e-d78b-431a-9ad1-2a3bfd62ff47 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (3c125383-1a11-4580-a3d4-de8936610521), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:43.464964 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-86da2675-dfc4-4997-896c-f2b19cf13d6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=6e947955-6b4e-4578-aa1c-6ab151c89a40 HTTP/1.1" status: 200 len: 217 time: 0.0461929 Apr 12 08:22:43.465913 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-e3cf6d3e-d78b-431a-9ad1-2a3bfd62ff47 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Calling delete_port for 3c125383-1a11-4580-a3d4-de8936610521 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:22:43.557845 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-5891db6e-07cd-4c85-9fec-b2c87f001239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:43.559203 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-5891db6e-07cd-4c85-9fec-b2c87f001239 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c3102104-2e56-4ba7-924c-08ce6654b062 HTTP/1.1" status: 200 len: 843 time: 0.0837152 Apr 12 08:22:43.638880 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-3b7ed6f3-ce8b-45be-8f9d-c3039a513649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:43.640383 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-3b7ed6f3-ce8b-45be-8f9d-c3039a513649 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c5c0001-9d01-42aa-b5ce-b93df9d09343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0677741 Apr 12 08:22:43.738597 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-6646f233-e494-4b18-845b-7053a8a1bf58 service neutron] 10.222.0.25 "GET /v2.0/networks/0c5c0001-9d01-42aa-b5ce-b93df9d09343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858288 Apr 12 08:22:43.754974 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-e3cf6d3e-d78b-431a-9ad1-2a3bfd62ff47 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (3c125383-1a11-4580-a3d4-de8936610521), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:43.802502 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf6d3e-d78b-431a-9ad1-2a3bfd62ff47 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Pushing event deleted for resources: {'Port': ['ID=3c125383-1a11-4580-a3d4-de8936610521,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:43.885379 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-e3cf6d3e-d78b-431a-9ad1-2a3bfd62ff47 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] No DVR routers for this DVR port 3c125383-1a11-4580-a3d4-de8936610521 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:22:43.890963 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-e3cf6d3e-d78b-431a-9ad1-2a3bfd62ff47 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:43.894146 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5b3da996-8bcb-4872-b1e4-b9c28274363f req-e3cf6d3e-d78b-431a-9ad1-2a3bfd62ff47 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.25 "DELETE /v2.0/ports/3c125383-1a11-4580-a3d4-de8936610521 HTTP/1.1" status: 204 len: 173 time: 0.7397013 Apr 12 08:22:43.894582 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4683b6-8e8a-4607-b451-5f9d29b7b739', 'name': 'network-vif-deleted', 'tag': '3c125383-1a11-4580-a3d4-de8936610521'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:43.896853 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4865206-8f9a-44a4-9f37-55cd2a927d97" -d '{"events": [{"server_uuid": "5e4683b6-8e8a-4607-b451-5f9d29b7b739", "name": "network-vif-deleted", "tag": "3c125383-1a11-4580-a3d4-de8936610521"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:43.910228 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-40f83d0b-fa28-4e5a-bf49-13d2bbf73e81 req-d38720a7-1967-415f-9343-1ffaafe7b87c service neutron] 10.222.0.25 "GET /v2.0/networks/0c5c0001-9d01-42aa-b5ce-b93df9d09343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628993 Apr 12 08:22:43.939920 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36492e2a-81aa-4d9f-9b40-8f9ed8759c5a x-openstack-request-id: req-36492e2a-81aa-4d9f-9b40-8f9ed8759c5a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:43.940214 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4683b6-8e8a-4607-b451-5f9d29b7b739", "name": "network-vif-deleted", "tag": "3c125383-1a11-4580-a3d4-de8936610521", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:43.940471 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36492e2a-81aa-4d9f-9b40-8f9ed8759c5a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:43.940904 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36492e2a-81aa-4d9f-9b40-8f9ed8759c5a'] response: {'server_uuid': '5e4683b6-8e8a-4607-b451-5f9d29b7b739', 'name': 'network-vif-deleted', 'tag': '3c125383-1a11-4580-a3d4-de8936610521', 'status': 'completed', 'code': 200} Apr 12 08:22:43.996893 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ea6c9-fa0e-47eb-8bb2-801950b479c6 req-d504047b-315d-4b67-bf01-f5083740f107 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:43.998782 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6c2ea6c9-fa0e-47eb-8bb2-801950b479c6 req-d504047b-315d-4b67-bf01-f5083740f107 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0510476 Apr 12 08:22:44.049841 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6c2ea6c9-fa0e-47eb-8bb2-801950b479c6 req-d1e40fc9-7e57-4ad2-a4a4-519761f36671 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453014 Apr 12 08:22:44.103098 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dfe296bf-e902-45f2-8b82-0de76fb0d829 req-47e50eae-d4d1-4c30-9fba-825572336a0b tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 210 time: 0.0273654 Apr 12 08:22:44.522890 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52725aa1-0d69-4e19-9a70-c172672d3693 req-a198b81c-7cd0-4085-a39c-9a8248fcf2a0 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:44.524365 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-52725aa1-0d69-4e19-9a70-c172672d3693 req-a198b81c-7cd0-4085-a39c-9a8248fcf2a0 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 948 time: 0.0462618 Apr 12 08:22:44.569175 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-52725aa1-0d69-4e19-9a70-c172672d3693 req-ae39579b-549e-46c6-97cb-dcfccba24cb1 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389566 Apr 12 08:22:45.167275 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bf87c-82c3-4e8e-ab50-c8e4d11053b3 req-832dd205-507e-41fd-8426-ae94833c3bf5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:45.168810 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c94bf87c-82c3-4e8e-ab50-c8e4d11053b3 req-832dd205-507e-41fd-8426-ae94833c3bf5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 944 time: 0.0479698 Apr 12 08:22:45.203437 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a437dd57-37a0-4fe2-8fdc-1b62455f2ad2 req-078aacd9-5110-46cd-ba92-b3aa7fcb40f0 tempest-VolumesActionsTest-1403892061 tempest-VolumesActionsTest-1403892061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4683b6-8e8a-4607-b451-5f9d29b7b739 HTTP/1.1" status: 200 len: 210 time: 0.0346000 Apr 12 08:22:45.226319 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c94bf87c-82c3-4e8e-ab50-c8e4d11053b3 req-18b2cf30-990f-4168-8173-92f6b35cbc46 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456936 Apr 12 08:22:45.679607 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49810f-8ab3-4662-b4e8-29e224050627 req-2f303735-17e2-4b35-b8fe-f16ec50467da tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:45.681051 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf49810f-8ab3-4662-b4e8-29e224050627 req-2f303735-17e2-4b35-b8fe-f16ec50467da tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 948 time: 0.0463438 Apr 12 08:22:45.689559 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 52066dd3-10ad-4e8e-b885-6439f9dee2ef details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:22:45.692835 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 3c125383-1a11-4580-a3d4-de8936610521 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:22:45.724434 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 3c125383-1a11-4580-a3d4-de8936610521 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:22:45.724840 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 3c125383-1a11-4580-a3d4-de8936610521 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:22:45.729013 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf49810f-8ab3-4662-b4e8-29e224050627 req-84a42809-9d94-4893-824e-b00bc4ef7e3e tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Apr 12 08:22:45.810670 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:45.821566 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'port_id': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'mac_address': 'fa:16:3e:ed:9a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:22:45.857983 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 52066dd3-10ad-4e8e-b885-6439f9dee2ef is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:45.858323 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:45.873976 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52066dd3-10ad-4e8e-b885-6439f9dee2ef {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:22:45.893106 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:45.960066 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:46.007153 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=9']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:46.014036 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.014385 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.014759 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.015101 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.015436 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.015884 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.016227 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.016556 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.016882 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.017213 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.017539 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.017864 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.018187 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.018506 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.018824 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:22:46.283051 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['52066dd3-10ad-4e8e-b885-6439f9dee2ef'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:22:46.335163 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cdf37-6821-44f5-ad34-d48c8bd8f9e9 req-c0f26096-44b0-4f98-aefe-57f1c2ddcdcd tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:46.336677 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d80cdf37-6821-44f5-ad34-d48c8bd8f9e9 req-c0f26096-44b0-4f98-aefe-57f1c2ddcdcd tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.0475841 Apr 12 08:22:46.393952 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d80cdf37-6821-44f5-ad34-d48c8bd8f9e9 req-aa3fc9f3-99ca-401d-a0d4-24fa44917fd8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508242 Apr 12 08:22:46.849692 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd0ce-992d-464b-a50c-bde74e9cdc32 req-7b832a93-d4ca-492d-8a80-2caf1c0f3180 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:46.851181 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bd2cd0ce-992d-464b-a50c-bde74e9cdc32 req-7b832a93-d4ca-492d-8a80-2caf1c0f3180 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 948 time: 0.0518968 Apr 12 08:22:46.897090 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bd2cd0ce-992d-464b-a50c-bde74e9cdc32 req-1a60d781-14e9-4422-9773-7669976cc6fd tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395730 Apr 12 08:22:47.520393 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39d354-e949-47fb-a096-152da1f791cf req-b42ff120-c2b9-4b33-99e4-bd18788e0011 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:47.521902 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ed39d354-e949-47fb-a096-152da1f791cf req-b42ff120-c2b9-4b33-99e4-bd18788e0011 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.0511658 Apr 12 08:22:47.567590 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ed39d354-e949-47fb-a096-152da1f791cf req-991ad7a3-7136-4666-a8b8-86ad7463fec1 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402911 Apr 12 08:22:48.006725 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36877dc4-9380-4833-9022-51b5fad68311 req-3694be6e-4327-460a-845d-33aec4ea188a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:48.008326 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-36877dc4-9380-4833-9022-51b5fad68311 req-3694be6e-4327-460a-845d-33aec4ea188a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 948 time: 0.0459945 Apr 12 08:22:48.055393 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-36877dc4-9380-4833-9022-51b5fad68311 req-d0d608ec-798e-4520-8dcb-cb5fffc977cc tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Apr 12 08:22:48.511871 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 6e947955-6b4e-4578-aa1c-6ab151c89a40 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:22:48.606323 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 6e947955-6b4e-4578-aa1c-6ab151c89a40, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6e947955-6b4e-4578-aa1c-6ab151c89a40,segment=NetworkSegment(7eb90126-b541-48e7-ad91-5d456538d05d),segment_id=7eb90126-b541-48e7-ad91-5d456538d05d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:48.617840 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '6e947955-6b4e-4578-aa1c-6ab151c89a40', 'network_id': '0c5c0001-9d01-42aa-b5ce-b93df9d09343', 'port_id': '6e947955-6b4e-4578-aa1c-6ab151c89a40', 'mac_address': 'fa:16:3e:93:56:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3102104-2e56-4ba7-924c-08ce6654b062', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:22:48.658582 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 6e947955-6b4e-4578-aa1c-6ab151c89a40 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:48.658975 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:48.672317 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e947955-6b4e-4578-aa1c-6ab151c89a40 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:22:48.683439 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fb38c-e2f3-4bfc-aff5-c6af0ca29bde req-e87bfd52-05d2-42e0-8c30-3ae063b28af6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:48.684939 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e54fb38c-e2f3-4bfc-aff5-c6af0ca29bde req-e87bfd52-05d2-42e0-8c30-3ae063b28af6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 945 time: 0.0466340 Apr 12 08:22:48.693992 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 6e947955-6b4e-4578-aa1c-6ab151c89a40, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6e947955-6b4e-4578-aa1c-6ab151c89a40,segment=NetworkSegment(7eb90126-b541-48e7-ad91-5d456538d05d),segment_id=7eb90126-b541-48e7-ad91-5d456538d05d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:48.731783 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e54fb38c-e2f3-4bfc-aff5-c6af0ca29bde req-807125d9-a5ef-482a-8c17-fa8ec7e6b8ac tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412383 Apr 12 08:22:48.771498 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:48.819000 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=6e947955-6b4e-4578-aa1c-6ab151c89a40,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:49.164294 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63384bf9-4888-4820-b15d-8c48adbfa23f req-6cc7eef1-1198-400f-a874-5d69f54ac88c tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:49.165754 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-63384bf9-4888-4820-b15d-8c48adbfa23f req-6cc7eef1-1198-400f-a874-5d69f54ac88c tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 949 time: 0.0452511 Apr 12 08:22:49.215450 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-63384bf9-4888-4820-b15d-8c48adbfa23f req-50b1dfde-0d44-439b-8657-128775607105 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436096 Apr 12 08:22:49.325362 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 52066dd3-10ad-4e8e-b885-6439f9dee2ef up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:22:49.371333 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 52066dd3-10ad-4e8e-b885-6439f9dee2ef triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:22:49.371692 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:49.447223 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 52066dd3-10ad-4e8e-b885-6439f9dee2ef is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:49.447639 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:49.470375 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:49.472781 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b54af4-3161-4481-9c46-4c1cee70beea" -d '{"events": [{"server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "name": "network-vif-plugged", "status": "completed", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:49.485463 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:49.509275 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35eb1f2-dda8-4b8c-9b43-8cd459a92a1b x-openstack-request-id: req-f35eb1f2-dda8-4b8c-9b43-8cd459a92a1b {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:49.509566 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "name": "network-vif-plugged", "status": "completed", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:49.510108 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f35eb1f2-dda8-4b8c-9b43-8cd459a92a1b {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:49.510507 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35eb1f2-dda8-4b8c-9b43-8cd459a92a1b'] response: {'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'code': 200} Apr 12 08:22:49.548932 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:49.595900 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=10']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:49.843988 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9785e4-c54e-417f-bb77-acb0676a5fd0 req-8ba0d294-7e84-4a8b-ba56-564d596e3447 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:49.845414 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-af9785e4-c54e-417f-bb77-acb0676a5fd0 req-8ba0d294-7e84-4a8b-ba56-564d596e3447 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.0447981 Apr 12 08:22:49.889791 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-af9785e4-c54e-417f-bb77-acb0676a5fd0 req-d8bea267-8cb7-42e3-ada5-2050adc7307e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390453 Apr 12 08:22:50.327616 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6baf0f-00e0-4a41-abf4-6663f328c653 req-b17a630f-f912-46a5-b24f-8f8b063fe25a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:50.328982 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e6baf0f-00e0-4a41-abf4-6663f328c653 req-b17a630f-f912-46a5-b24f-8f8b063fe25a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 949 time: 0.0467052 Apr 12 08:22:50.377423 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e6baf0f-00e0-4a41-abf4-6663f328c653 req-be7a8a99-cc54-4d7b-905f-8b343cbe8482 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429237 Apr 12 08:22:50.566106 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['6e947955-6b4e-4578-aa1c-6ab151c89a40'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:22:50.907826 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6744a-d8d1-40e8-94a5-b0afddda9997 req-cf1adcc7-d978-40c9-89eb-7e107a0e9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:50.909280 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6ef6744a-d8d1-40e8-94a5-b0afddda9997 req-cf1adcc7-d978-40c9-89eb-7e107a0e9a08 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 1131 time: 0.0384214 Apr 12 08:22:50.955735 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6ef6744a-d8d1-40e8-94a5-b0afddda9997 req-0e4c9919-9a81-43e6-856f-efe89aed41f9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379441 Apr 12 08:22:51.003843 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787af02e-a121-4c79-bc47-00d9e0c964b7 req-5b1a8dde-45e7-4424-b438-1dcb9ff66a1d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:51.005307 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-787af02e-a121-4c79-bc47-00d9e0c964b7 req-5b1a8dde-45e7-4424-b438-1dcb9ff66a1d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.0461643 Apr 12 08:22:51.051341 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-787af02e-a121-4c79-bc47-00d9e0c964b7 req-d57e14b3-82d3-4971-9085-240c79751580 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398009 Apr 12 08:22:51.498521 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5774d01-dea1-4240-b8e8-371e55594cfe req-0bc66b08-a490-4145-815f-d3f935c8b111 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:51.499888 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e5774d01-dea1-4240-b8e8-371e55594cfe req-0bc66b08-a490-4145-815f-d3f935c8b111 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 949 time: 0.0471394 Apr 12 08:22:51.552523 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e5774d01-dea1-4240-b8e8-371e55594cfe req-8ceba7c4-e1c1-428d-ae01-2ff4df5bb385 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460954 Apr 12 08:22:52.232885 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb807039-905b-4c8c-9194-7cd71d844034 req-7c19731e-d557-4577-b781-e5f6cd572a90 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:52.237806 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 6e947955-6b4e-4578-aa1c-6ab151c89a40 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:22:52.238657 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fb807039-905b-4c8c-9194-7cd71d844034 req-7c19731e-d557-4577-b781-e5f6cd572a90 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.1075907 Apr 12 08:22:52.295043 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 6e947955-6b4e-4578-aa1c-6ab151c89a40 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:22:52.303656 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fb807039-905b-4c8c-9194-7cd71d844034 req-d1766a47-b0d6-43eb-b9cf-87801b1465ee tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598824 Apr 12 08:22:52.543102 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 6e947955-6b4e-4578-aa1c-6ab151c89a40 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:22:52.545404 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:52.665040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 6e947955-6b4e-4578-aa1c-6ab151c89a40 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:22:52.665911 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:52.702172 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296fb4b9-d68e-4143-9a8f-0c26d0f83da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e947955-6b4e-4578-aa1c-6ab151c89a40'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:22:52.702734 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367b716-0b20-4637-ac02-a870830c401a req-3e703cda-6ed4-41db-8321-d20a6f564936 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:52.704315 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a7225-09ab-4e82-97f1-3cadc82e9211" -d '{"events": [{"server_uuid": "296fb4b9-d68e-4143-9a8f-0c26d0f83da3", "name": "network-vif-plugged", "status": "completed", "tag": "6e947955-6b4e-4578-aa1c-6ab151c89a40"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:22:52.713482 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7367b716-0b20-4637-ac02-a870830c401a req-3e703cda-6ed4-41db-8321-d20a6f564936 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 949 time: 0.0685484 Apr 12 08:22:52.748357 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 6e947955-6b4e-4578-aa1c-6ab151c89a40, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6e947955-6b4e-4578-aa1c-6ab151c89a40,segment=NetworkSegment(7eb90126-b541-48e7-ad91-5d456538d05d),segment_id=7eb90126-b541-48e7-ad91-5d456538d05d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:22:52.777493 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7367b716-0b20-4637-ac02-a870830c401a req-352edc1e-db50-41f9-bcfc-b8fc1e2f2284 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614316 Apr 12 08:22:52.785644 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f158434e-c281-4bfa-9aee-07d7b2c3f355 x-openstack-request-id: req-f158434e-c281-4bfa-9aee-07d7b2c3f355 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:22:52.786073 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296fb4b9-d68e-4143-9a8f-0c26d0f83da3", "name": "network-vif-plugged", "status": "completed", "tag": "6e947955-6b4e-4578-aa1c-6ab151c89a40", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:22:52.786416 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f158434e-c281-4bfa-9aee-07d7b2c3f355 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:22:52.787045 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f158434e-c281-4bfa-9aee-07d7b2c3f355'] response: {'server_uuid': '296fb4b9-d68e-4143-9a8f-0c26d0f83da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e947955-6b4e-4578-aa1c-6ab151c89a40', 'code': 200} Apr 12 08:22:52.815042 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:22:52.869747 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=6e947955-6b4e-4578-aa1c-6ab151c89a40,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:22:53.252670 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a72a6-e74f-419c-b9ea-1e9e6a3e2c47 req-63550b16-0f8e-4110-8b29-8ce5cff80dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:53.254963 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-af2a72a6-e74f-419c-b9ea-1e9e6a3e2c47 req-63550b16-0f8e-4110-8b29-8ce5cff80dd4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 1134 time: 0.0514071 Apr 12 08:22:53.308396 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-af2a72a6-e74f-419c-b9ea-1e9e6a3e2c47 req-5ffd9dc7-25cf-440b-8e4f-60e3f148ff9f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Apr 12 08:22:53.505060 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c119d8-e02c-4c51-b754-ed39f4aa31a2 req-6d43b734-1ec6-4cef-8bcf-1b8ccb79730a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:53.506887 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-98c119d8-e02c-4c51-b754-ed39f4aa31a2 req-6d43b734-1ec6-4cef-8bcf-1b8ccb79730a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.0600600 Apr 12 08:22:53.565718 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-98c119d8-e02c-4c51-b754-ed39f4aa31a2 req-ad6d9fb5-a56d-4fee-a245-efe8298f148c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501857 Apr 12 08:22:53.955842 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1d70f-a6a8-4077-8c54-28c13ef25810 req-d0074854-474b-464f-901f-42a47babb25b tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:53.957999 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e2d1d70f-a6a8-4077-8c54-28c13ef25810 req-d0074854-474b-464f-901f-42a47babb25b tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 950 time: 0.0738411 Apr 12 08:22:54.020107 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e2d1d70f-a6a8-4077-8c54-28c13ef25810 req-aeb2580f-2a57-4de5-84c2-15e408e068d7 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558872 Apr 12 08:22:54.687986 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613290b-9ba2-4fb3-b727-8e86c8a6d678 req-83d76558-9380-433d-adbf-72ef9bbe8831 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:54.690134 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7613290b-9ba2-4fb3-b727-8e86c8a6d678 req-83d76558-9380-433d-adbf-72ef9bbe8831 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.0540001 Apr 12 08:22:54.748027 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7613290b-9ba2-4fb3-b727-8e86c8a6d678 req-74b2ffda-9e1c-4d17-8ba1-17eb2a1cdc65 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511184 Apr 12 08:22:55.205585 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eed4f-7814-4d63-bc97-2b7cbc1fc95c req-c32123d0-fb98-4b1b-be26-d46b97df28b2 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:55.207428 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-229eed4f-7814-4d63-bc97-2b7cbc1fc95c req-c32123d0-fb98-4b1b-be26-d46b97df28b2 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 950 time: 0.0662196 Apr 12 08:22:55.272268 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-229eed4f-7814-4d63-bc97-2b7cbc1fc95c req-c5362f35-dfd4-440f-ba14-c42b79c0de1a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589142 Apr 12 08:22:56.386133 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f3fe1-1261-47ad-9a12-4753265821a3 req-a345c46f-78f6-4695-a293-900f9f31e8cc tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:56.392990 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-431f3fe1-1261-47ad-9a12-4753265821a3 req-a345c46f-78f6-4695-a293-900f9f31e8cc tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 950 time: 0.0543721 Apr 12 08:22:56.441883 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-431f3fe1-1261-47ad-9a12-4753265821a3 req-e85c4409-b117-4e1c-9a48-1ae05cbd150a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479791 Apr 12 08:22:56.480500 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:22:57.008180 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b9acf-7d0b-40ea-83de-c80d62ff3fb1 req-7f40c8da-9373-4906-a5dd-d3723730aa4a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:57.016976 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1e3b9acf-7d0b-40ea-83de-c80d62ff3fb1 req-7f40c8da-9373-4906-a5dd-d3723730aa4a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 950 time: 0.0754147 Apr 12 08:22:57.068971 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1e3b9acf-7d0b-40ea-83de-c80d62ff3fb1 req-65e57f1a-57ef-4385-97a4-90e85615ef25 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509350 Apr 12 08:22:57.375276 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00ee4b-d829-4110-9aba-3229d8cbe4ec req-0276e2d1-486f-47d9-b01b-f5097ab636ad tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:57.377062 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1b00ee4b-d829-4110-9aba-3229d8cbe4ec req-0276e2d1-486f-47d9-b01b-f5097ab636ad tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 945 time: 0.0509515 Apr 12 08:22:57.429373 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1b00ee4b-d829-4110-9aba-3229d8cbe4ec req-44ffbdee-9e0e-471a-991c-1906e0bb1040 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463212 Apr 12 08:22:58.200596 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05589d8-c325-4908-9973-e747aeaea5a1 req-399ea7a8-0c07-4245-9f8f-742d59814028 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:58.203138 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c05589d8-c325-4908-9973-e747aeaea5a1 req-399ea7a8-0c07-4245-9f8f-742d59814028 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 950 time: 0.0602453 Apr 12 08:22:58.283810 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c05589d8-c325-4908-9973-e747aeaea5a1 req-80dbdd99-d2ce-4421-9412-372adc7da1aa tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708580 Apr 12 08:22:58.570045 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6b28e-0970-46ae-858d-8b8ffdfbc35b req-8146648a-8fac-4eef-bb64-2613858a88ba tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:58.571570 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49a6b28e-0970-46ae-858d-8b8ffdfbc35b req-8146648a-8fac-4eef-bb64-2613858a88ba tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 945 time: 0.0524902 Apr 12 08:22:58.625090 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49a6b28e-0970-46ae-858d-8b8ffdfbc35b req-7416362c-d4f4-482a-a1c2-e61f127d2802 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477424 Apr 12 08:22:59.400909 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669dc60-f6ed-466b-9c95-623d17957177 req-7b8adf06-0f4f-49e2-be72-3ce42af84e61 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:59.402941 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2669dc60-f6ed-466b-9c95-623d17957177 req-7b8adf06-0f4f-49e2-be72-3ce42af84e61 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 950 time: 0.0480754 Apr 12 08:22:59.460099 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2669dc60-f6ed-466b-9c95-623d17957177 req-6f7d003c-32cc-42db-82e8-5075265ea986 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507495 Apr 12 08:22:59.773611 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed352-3f1a-45a8-977a-3122ebdaf00c req-52dd140d-abee-4449-862a-a930351cefd9 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:22:59.775187 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4beed352-3f1a-45a8-977a-3122ebdaf00c req-52dd140d-abee-4449-862a-a930351cefd9 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 945 time: 0.0584788 Apr 12 08:22:59.840002 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4beed352-3f1a-45a8-977a-3122ebdaf00c req-53457995-43b5-44b1-8ccb-5280eed886c7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568604 Apr 12 08:23:00.138066 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-31779b30-23f4-4b93-83df-1b6d532bb03a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:00.139995 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-31779b30-23f4-4b93-83df-1b6d532bb03a tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.25 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 950 time: 0.0533953 Apr 12 08:23:00.219105 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3ad88ac8-1829-427d-b3f7-89c9a7e68981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:00.226998 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-0e4a464e-772d-4c81-8890-0d7b30a52faa tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:00.228624 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-0e4a464e-772d-4c81-8890-0d7b30a52faa tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 945 time: 0.0875411 Apr 12 08:23:00.322314 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-3cd8378b-17fc-4c79-a7d4-d3e9c8e493a8 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Deleting port 6e947955-6b4e-4578-aa1c-6ab151c89a40 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:23:00.322314 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-3cd8378b-17fc-4c79-a7d4-d3e9c8e493a8 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:00.415848 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Deleting port 5afcf87d-b4da-4279-a110-9c458ecbba58 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:23:00.416185 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:00.497793 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-3cd8378b-17fc-4c79-a7d4-d3e9c8e493a8 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] For port 6e947955-6b4e-4578-aa1c-6ab151c89a40, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6e947955-6b4e-4578-aa1c-6ab151c89a40,segment=NetworkSegment(7eb90126-b541-48e7-ad91-5d456538d05d),segment_id=7eb90126-b541-48e7-ad91-5d456538d05d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:23:00.498159 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-3cd8378b-17fc-4c79-a7d4-d3e9c8e493a8 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:00.527685 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-3cd8378b-17fc-4c79-a7d4-d3e9c8e493a8 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Calling delete_port for 6e947955-6b4e-4578-aa1c-6ab151c89a40 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:23:00.556848 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] For port 5afcf87d-b4da-4279-a110-9c458ecbba58, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=5afcf87d-b4da-4279-a110-9c458ecbba58,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:23:00.557220 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:00.585643 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cb5e7-f302-4fb1-b5b1-df30f8527a63 req-faba9d42-c68b-4899-96fc-f4c685852171 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:00.588055 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8a7cb5e7-f302-4fb1-b5b1-df30f8527a63 req-faba9d42-c68b-4899-96fc-f4c685852171 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 950 time: 0.0523553 Apr 12 08:23:00.647439 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8a7cb5e7-f302-4fb1-b5b1-df30f8527a63 req-7d1ccab3-c726-438b-9691-184e39637633 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/security-groups?id=e52c059d-498d-47a2-8379-85b6756dce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Apr 12 08:23:00.907257 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:00.907877 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (ff7acfda-0499-4175-87bb-936e275cc571), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:00.907990 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Floating IP ff7acfda-0499-4175-87bb-936e275cc571 disassociated. External IP: 172.27.3.153, port: 5afcf87d-b4da-4279-a110-9c458ecbba58. Apr 12 08:23:00.908295 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Calling delete_port for 5afcf87d-b4da-4279-a110-9c458ecbba58 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:23:00.973307 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-3cd8378b-17fc-4c79-a7d4-d3e9c8e493a8 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (6e947955-6b4e-4578-aa1c-6ab151c89a40), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:00.986785 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['6e947955-6b4e-4578-aa1c-6ab151c89a40'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:23:01.072397 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8378b-17fc-4c79-a7d4-d3e9c8e493a8 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Pushing event deleted for resources: {'Port': ['ID=6e947955-6b4e-4578-aa1c-6ab151c89a40,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:01.114572 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892479f-d99d-4408-94de-1fca9d05bc18 req-15d362c2-058b-45a9-9982-3ffe97581e3a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:01.116166 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f892479f-d99d-4408-94de-1fca9d05bc18 req-15d362c2-058b-45a9-9982-3ffe97581e3a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 945 time: 0.1877420 Apr 12 08:23:01.175581 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-3cd8378b-17fc-4c79-a7d4-d3e9c8e493a8 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] No DVR routers for this DVR port 6e947955-6b4e-4578-aa1c-6ab151c89a40 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:23:01.186370 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-3cd8378b-17fc-4c79-a7d4-d3e9c8e493a8 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:01.189635 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ee39a6b-4e8c-4d7d-80e9-164b6efd4da0 req-3cd8378b-17fc-4c79-a7d4-d3e9c8e493a8 tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.25 "DELETE /v2.0/ports/6e947955-6b4e-4578-aa1c-6ab151c89a40 HTTP/1.1" status: 204 len: 173 time: 1.0187087 Apr 12 08:23:01.190511 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296fb4b9-d68e-4143-9a8f-0c26d0f83da3', 'name': 'network-vif-deleted', 'tag': '6e947955-6b4e-4578-aa1c-6ab151c89a40'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:23:01.192376 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de949dbc-29ef-4fd7-a39e-4e273bdc987f" -d '{"events": [{"server_uuid": "296fb4b9-d68e-4143-9a8f-0c26d0f83da3", "name": "network-vif-deleted", "tag": "6e947955-6b4e-4578-aa1c-6ab151c89a40"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:23:01.281356 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566a7234-99d3-4714-b712-432100a455f6 x-openstack-request-id: req-566a7234-99d3-4714-b712-432100a455f6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:23:01.281931 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296fb4b9-d68e-4143-9a8f-0c26d0f83da3", "name": "network-vif-deleted", "tag": "6e947955-6b4e-4578-aa1c-6ab151c89a40", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:23:01.282213 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-566a7234-99d3-4714-b712-432100a455f6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:23:01.282709 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566a7234-99d3-4714-b712-432100a455f6'] response: {'server_uuid': '296fb4b9-d68e-4143-9a8f-0c26d0f83da3', 'name': 'network-vif-deleted', 'tag': '6e947955-6b4e-4578-aa1c-6ab151c89a40', 'status': 'completed', 'code': 200} Apr 12 08:23:01.293311 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f892479f-d99d-4408-94de-1fca9d05bc18 req-34cd1956-b1d9-4bad-9abb-e9f21c653698 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=48a743cb-eef4-4978-ab40-7efc6c8e5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643593 Apr 12 08:23:01.377582 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (5afcf87d-b4da-4279-a110-9c458ecbba58), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:01.422448 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'Port': ['ID=5afcf87d-b4da-4279-a110-9c458ecbba58,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:01.796681 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94d6c978-3535-4531-876a-2d1ea46c0fcd req-396f7d19-7b80-425b-8082-56e976bc531c tempest-VolumesNegativeTest-1134541585 tempest-VolumesNegativeTest-1134541585-project] 10.222.0.23 "GET /v2.0/ports?device_id=296fb4b9-d68e-4143-9a8f-0c26d0f83da3 HTTP/1.1" status: 200 len: 210 time: 0.0471818 Apr 12 08:23:01.906924 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:23:02.049465 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:23:02.063050 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:23:02.080430 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:02.082936 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:22:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:02.139863 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] No DVR routers for this DVR port 5afcf87d-b4da-4279-a110-9c458ecbba58 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:23:02.142960 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:02.147998 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2d3a980a-398d-4ad0-a5c1-c749072b9340 req-9b1dec75-a306-40f6-b11d-c6bcc33dee55 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "DELETE /v2.0/ports/5afcf87d-b4da-4279-a110-9c458ecbba58 HTTP/1.1" status: 204 len: 173 time: 1.9095039 Apr 12 08:23:02.239446 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:02.467625 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-23a85687-d3c3-4311-b09a-819589b2d381 req-a37fc4a2-bad0-449b-9713-06f501efbd8e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae9e379b-6d54-4fbf-a788-558aa0f1ba26 HTTP/1.1" status: 200 len: 210 time: 0.0481336 Apr 12 08:23:02.486606 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '0fbf1549-69b0-42d2-9b14-6888786b8a73', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:42:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:45Z', 'updated_at': '2022-04-12T08:20:31Z', 'revision_number': 2, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:02.516154 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:23:02.537294 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:02.537928 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:22:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:02.667434 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:02.817405 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e4a9cc82-b1a4-40c1-8a6d-910faef61a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:02.934638 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '0fbf1549-69b0-42d2-9b14-6888786b8a73', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:42:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:45Z', 'updated_at': '2022-04-12T08:20:31Z', 'revision_number': 2, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:02.989923 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf012f-c02f-4b47-aa0c-814e3a91d89a None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '0fbf1549-69b0-42d2-9b14-6888786b8a73', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '5a6ea123-6d38-4592-804a-cb67d6574733', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:42:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082205e-607b-4e05-b262-e407287a761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:19:45Z', 'updated_at': '2022-04-12T08:20:31Z', 'revision_number': 2, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:23:03.284507 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'name': 'network-vif-deleted', 'tag': '5afcf87d-b4da-4279-a110-9c458ecbba58'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:23:03.288094 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5b28aa-f70f-4c2e-a932-3269f42d6761" -d '{"events": [{"server_uuid": "ae9e379b-6d54-4fbf-a788-558aa0f1ba26", "name": "network-vif-deleted", "tag": "5afcf87d-b4da-4279-a110-9c458ecbba58"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:23:03.374167 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6a3ff1-2310-4f48-8de1-d20d413252cf x-openstack-request-id: req-ab6a3ff1-2310-4f48-8de1-d20d413252cf {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:23:03.374564 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9e379b-6d54-4fbf-a788-558aa0f1ba26", "name": "network-vif-deleted", "tag": "5afcf87d-b4da-4279-a110-9c458ecbba58", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:23:03.374912 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab6a3ff1-2310-4f48-8de1-d20d413252cf {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:23:03.379119 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6a3ff1-2310-4f48-8de1-d20d413252cf'] response: {'server_uuid': 'ae9e379b-6d54-4fbf-a788-558aa0f1ba26', 'name': 'network-vif-deleted', 'tag': '5afcf87d-b4da-4279-a110-9c458ecbba58', 'status': 'completed', 'code': 200} Apr 12 08:23:03.436455 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92704dbc-0261-4597-8ea4-7099d2597005 None None] New status for floating IP ff7acfda-0499-4175-87bb-936e275cc571: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:23:03.653313 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49044) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:03.724121 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (48a743cb-eef4-4978-ab40-7efc6c8e5ffd), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:03.727120 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:03.732537 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:03.778455 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (48a743cb-eef4-4978-ab40-7efc6c8e5ffd), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:03.947579 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (48a743cb-eef4-4978-ab40-7efc6c8e5ffd), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:03.950842 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:03.952055 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "DELETE /v2.0/security-groups/48a743cb-eef4-4978-ab40-7efc6c8e5ffd HTTP/1.1" status: 204 len: 168 time: 0.2966790 Apr 12 08:23:03.954897 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49048) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:03.979702 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.api.v2.resource [None req-f550540b-d026-425a-938e-cb9a373249a8 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] show failed (client error): The resource could not be found. Apr 12 08:23:03.981310 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a743cb-eef4-4978-ab40-7efc6c8e5ffd,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:03.984658 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f550540b-d026-425a-938e-cb9a373249a8 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups/48a743cb-eef4-4978-ab40-7efc6c8e5ffd HTTP/1.1" status: 404 len: 347 time: 0.0282371 Apr 12 08:23:03.990461 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49050) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:03.999633 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.000302 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.000860 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.001395 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.001921 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.002441 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.002981 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.003534 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.004051 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.004580 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.005103 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.005634 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.006145 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.006658 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.007165 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5151096-1bfe-4d0d-8e97-280a1dc6730f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:04.124845 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-429699b2-3276-4024-bcab-1188249c17dd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Deleting port 583d8114-ca8d-460a-b0e2-d065d803ba29 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:23:04.125524 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-429699b2-3276-4024-bcab-1188249c17dd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (583d8114-ca8d-460a-b0e2-d065d803ba29), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:04.228683 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-429699b2-3276-4024-bcab-1188249c17dd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (583d8114-ca8d-460a-b0e2-d065d803ba29), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:04.250184 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-429699b2-3276-4024-bcab-1188249c17dd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (583d8114-ca8d-460a-b0e2-d065d803ba29), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:04.250184 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-429699b2-3276-4024-bcab-1188249c17dd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Calling delete_port for 583d8114-ca8d-460a-b0e2-d065d803ba29 owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:23:04.342587 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 5afcf87d-b4da-4279-a110-9c458ecbba58 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:23:04.371072 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 5afcf87d-b4da-4279-a110-9c458ecbba58 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:23:04.371544 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 5afcf87d-b4da-4279-a110-9c458ecbba58 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:23:04.372071 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 6e947955-6b4e-4578-aa1c-6ab151c89a40 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:23:04.398593 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 6e947955-6b4e-4578-aa1c-6ab151c89a40 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:23:04.398593 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 6e947955-6b4e-4578-aa1c-6ab151c89a40 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:23:04.497542 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-429699b2-3276-4024-bcab-1188249c17dd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (583d8114-ca8d-460a-b0e2-d065d803ba29), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:04.568705 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429699b2-3276-4024-bcab-1188249c17dd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'Port': ['ID=583d8114-ca8d-460a-b0e2-d065d803ba29,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:04.622551 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-429699b2-3276-4024-bcab-1188249c17dd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (ff7acfda-0499-4175-87bb-936e275cc571), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:04.625965 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-429699b2-3276-4024-bcab-1188249c17dd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:04.629851 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-429699b2-3276-4024-bcab-1188249c17dd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "DELETE /v2.0/floatingips/ff7acfda-0499-4175-87bb-936e275cc571 HTTP/1.1" status: 204 len: 168 time: 0.6354144 Apr 12 08:23:05.189650 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:06.822992 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:08.025819 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f474b4-6ad3-4299-870b-8abdeadc1417 req-c55cb6c3-4a02-443b-bfb1-41dc630bce36 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:08.028603 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-73f474b4-6ad3-4299-870b-8abdeadc1417 req-c55cb6c3-4a02-443b-bfb1-41dc630bce36 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.0601654 Apr 12 08:23:08.116946 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-73f474b4-6ad3-4299-870b-8abdeadc1417 req-9a1ab715-8937-415f-bc78-e0d58be9b6f9 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764208 Apr 12 08:23:09.219716 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af17c1-4785-48e7-bf61-e9b144adee38 req-d3328133-b33f-45ce-8a40-420350df21a2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:09.221146 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-15af17c1-4785-48e7-bf61-e9b144adee38 req-d3328133-b33f-45ce-8a40-420350df21a2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.0453739 Apr 12 08:23:09.476638 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-15af17c1-4785-48e7-bf61-e9b144adee38 req-1538c5fb-8052-4917-abab-0cce31f8a2d1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499502 Apr 12 08:23:09.900811 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-77fe15cc-87ba-401a-a117-837b3c4493a2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:09.902326 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-77fe15cc-87ba-401a-a117-837b3c4493a2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 946 time: 0.0586572 Apr 12 08:23:10.013739 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49360) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:10.014855 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Deleting port 5a6ea123-6d38-4592-804a-cb67d6574733 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:23:10.015334 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:10.112794 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] For port 5a6ea123-6d38-4592-804a-cb67d6574733, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=5a6ea123-6d38-4592-804a-cb67d6574733,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:23:10.113357 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:10.161614 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e5dbd06e-4d7d-44d7-b899-95452a9b0d2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c98388e0b299435da8a911f3d4a9c797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465919 Apr 12 08:23:10.164138 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49370) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:10.214075 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-398c7fc2-3cac-40be-8ba5-1b0e28b1f115 admin admin] Publish callbacks [] for security_group (e52c059d-498d-47a2-8379-85b6756dce6d), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:10.236129 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-398c7fc2-3cac-40be-8ba5-1b0e28b1f115 admin admin] Publish callbacks [] for security_group (e52c059d-498d-47a2-8379-85b6756dce6d), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:10.306413 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:10.306777 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (0fbf1549-69b0-42d2-9b14-6888786b8a73), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:10.307090 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Floating IP 0fbf1549-69b0-42d2-9b14-6888786b8a73 disassociated. External IP: 172.27.3.86, port: 5a6ea123-6d38-4592-804a-cb67d6574733. Apr 12 08:23:10.307556 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Calling delete_port for 5a6ea123-6d38-4592-804a-cb67d6574733 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:23:10.330631 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-398c7fc2-3cac-40be-8ba5-1b0e28b1f115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e52c059d-498d-47a2-8379-85b6756dce6d), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:10.333209 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-398c7fc2-3cac-40be-8ba5-1b0e28b1f115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:10.334344 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-398c7fc2-3cac-40be-8ba5-1b0e28b1f115 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e52c059d-498d-47a2-8379-85b6756dce6d HTTP/1.1" status: 204 len: 168 time: 0.1693046 Apr 12 08:23:10.342357 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c7fc2-3cac-40be-8ba5-1b0e28b1f115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c059d-498d-47a2-8379-85b6756dce6d,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:10.525673 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (5a6ea123-6d38-4592-804a-cb67d6574733), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:10.556972 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'Port': ['ID=5a6ea123-6d38-4592-804a-cb67d6574733,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:10.628970 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-286f28e8-a887-4206-8240-e5733454982d req-21e080b0-1568-4e35-bfc4-47ee57c7c74e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 210 time: 0.0747876 Apr 12 08:23:10.719103 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:23:10.840211 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:23:10.849759 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:23:10.861530 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:10.865460 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:10.886939 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] No DVR routers for this DVR port 5a6ea123-6d38-4592-804a-cb67d6574733 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:23:10.889770 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:10.893747 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c709bdd8-7597-40c5-9d71-a04d7490ffe6 req-20b10124-55dc-44aa-9947-cb4083a3d556 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "DELETE /v2.0/ports/5a6ea123-6d38-4592-804a-cb67d6574733 HTTP/1.1" status: 204 len: 173 time: 0.9819200 Apr 12 08:23:10.894167 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3082205e-607b-4e05-b262-e407287a761f', 'name': 'network-vif-deleted', 'tag': '5a6ea123-6d38-4592-804a-cb67d6574733'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:23:10.896647 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e5a9e4-607e-47e8-9ed6-27b34f0faf71" -d '{"events": [{"server_uuid": "3082205e-607b-4e05-b262-e407287a761f", "name": "network-vif-deleted", "tag": "5a6ea123-6d38-4592-804a-cb67d6574733"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:23:10.943738 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395b703e-c6ec-49a7-9883-8fd8555cf090 x-openstack-request-id: req-395b703e-c6ec-49a7-9883-8fd8555cf090 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:23:10.944378 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3082205e-607b-4e05-b262-e407287a761f", "name": "network-vif-deleted", "tag": "5a6ea123-6d38-4592-804a-cb67d6574733", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:23:10.944378 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-395b703e-c6ec-49a7-9883-8fd8555cf090 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:23:10.944683 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395b703e-c6ec-49a7-9883-8fd8555cf090'] response: {'server_uuid': '3082205e-607b-4e05-b262-e407287a761f', 'name': 'network-vif-deleted', 'tag': '5a6ea123-6d38-4592-804a-cb67d6574733', 'status': 'completed', 'code': 200} Apr 12 08:23:11.081889 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:11.272891 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:11.300197 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:23:11.309469 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:11.310061 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:11.419292 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:11.613255 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:11.639527 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f40b3f-14b5-460a-af8b-ca6d0fb1704c None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:23:11.743866 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-50dfddd9-c036-43c2-b771-739b832adb15 req-fd2e66ae-1e70-41f5-94be-703fe2996d43 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=3082205e-607b-4e05-b262-e407287a761f HTTP/1.1" status: 200 len: 210 time: 0.0314786 Apr 12 08:23:11.878824 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e3a950-0001-491b-a36a-951187558207 None None] New status for floating IP 0fbf1549-69b0-42d2-9b14-6888786b8a73: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:23:12.582610 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49422) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:12.627716 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a4cf30-17a0-45d0-951f-38a8901b5536 admin admin] Deleting subnet 0208c7bd-3e25-494e-8a83-a2957ad0be81 {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:23:12.630758 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf30-17a0-45d0-951f-38a8901b5536 admin admin] Publish callbacks [] for subnet (0208c7bd-3e25-494e-8a83-a2957ad0be81), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:12.663148 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf30-17a0-45d0-951f-38a8901b5536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2438856'] for subnet (0208c7bd-3e25-494e-8a83-a2957ad0be81), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:12.700659 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf30-17a0-45d0-951f-38a8901b5536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (0208c7bd-3e25-494e-8a83-a2957ad0be81), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:12.824193 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf30-17a0-45d0-951f-38a8901b5536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347513'] for subnet (0208c7bd-3e25-494e-8a83-a2957ad0be81), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:12.847677 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4cf30-17a0-45d0-951f-38a8901b5536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0208c7bd-3e25-494e-8a83-a2957ad0be81,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:12.853222 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf30-17a0-45d0-951f-38a8901b5536 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:12.856363 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-31a4cf30-17a0-45d0-951f-38a8901b5536 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0208c7bd-3e25-494e-8a83-a2957ad0be81 HTTP/1.1" status: 204 len: 168 time: 0.2728148 Apr 12 08:23:12.858802 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49428) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:12.886978 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49430) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:12.926937 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (63c6d92c-5207-491c-a5ce-0bc7bca96e88), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:12.940893 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6b5f-7d8f-419f-9aef-3abcbe9b9838 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:12.964861 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6b5f-7d8f-419f-9aef-3abcbe9b9838 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.006494 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (63c6d92c-5207-491c-a5ce-0bc7bca96e88), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.026267 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c6d92c-5207-491c-a5ce-0bc7bca96e88']}} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:13.036746 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6932f61-903a-421d-97b3-04f143551823') {'for_net_delete': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:13.037044 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6932f61-903a-421d-97b3-04f143551823') {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:13.046898 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2438849'] for segment (f6932f61-903a-421d-97b3-04f143551823), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.059742 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (f6932f61-903a-421d-97b3-04f143551823), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.065509 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:23:13.065889 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387818'] for segment (f6932f61-903a-421d-97b3-04f143551823), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: Traceback (most recent call last): Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: timer() Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: cb(*args, **kw) Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: return func(*args, **kwargs) Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: self._notify() Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: self.callback(batched_events) Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: event.method(event) Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: return f(self, *a, **k) Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._get(url).json() Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: return self.request(url, 'GET', **kwargs) Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:23:13.067627 dv-cinder-836944-3-iscsi neutron-server[103940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:23:13.097548 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6b5f-7d8f-419f-9aef-3abcbe9b9838 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.100170 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6b5f-7d8f-419f-9aef-3abcbe9b9838 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.101320 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8c1b6b5f-7d8f-419f-9aef-3abcbe9b9838 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "DELETE /v2.0/security-groups/43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5 HTTP/1.1" status: 204 len: 168 time: 0.2126968 Apr 12 08:23:13.104659 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49432) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:13.122472 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b6b5f-7d8f-419f-9aef-3abcbe9b9838 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:13.125693 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.api.v2.resource [None req-0b0dd8ed-44ad-4114-96ef-699c0e1ad107 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] show failed (client error): The resource could not be found. Apr 12 08:23:13.126711 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0b0dd8ed-44ad-4114-96ef-699c0e1ad107 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups/43ec5ed4-710e-4dbe-a5de-ef95eef1c6c5 HTTP/1.1" status: 404 len: 347 time: 0.0204215 Apr 12 08:23:13.129728 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49434) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:13.201186 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (63c6d92c-5207-491c-a5ce-0bc7bca96e88), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.209500 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.212532 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/63c6d92c-5207-491c-a5ce-0bc7bca96e88 HTTP/1.1" status: 204 len: 168 time: 0.3528116 Apr 12 08:23:13.230968 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246562d9-d302-4c33-9bb5-3b6dbcd575c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c6d92c-5207-491c-a5ce-0bc7bca96e88,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:13.263348 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-29440eb7-1765-400c-97da-2beab5261907 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Deleting port a92ea61e-63d8-4529-a6ef-058ac8974d2a {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:23:13.263720 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29440eb7-1765-400c-97da-2beab5261907 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (a92ea61e-63d8-4529-a6ef-058ac8974d2a), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.338011 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29440eb7-1765-400c-97da-2beab5261907 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (a92ea61e-63d8-4529-a6ef-058ac8974d2a), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.338599 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29440eb7-1765-400c-97da-2beab5261907 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (a92ea61e-63d8-4529-a6ef-058ac8974d2a), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.351381 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-29440eb7-1765-400c-97da-2beab5261907 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Calling delete_port for a92ea61e-63d8-4529-a6ef-058ac8974d2a owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:23:13.553130 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29440eb7-1765-400c-97da-2beab5261907 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (a92ea61e-63d8-4529-a6ef-058ac8974d2a), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.579161 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29440eb7-1765-400c-97da-2beab5261907 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'Port': ['ID=a92ea61e-63d8-4529-a6ef-058ac8974d2a,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:13.595114 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49438) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:13.640878 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-36e02062-402f-4093-91e1-9b00a452c81b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d14495b124d146b5a9877abc08957fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445249 Apr 12 08:23:13.643410 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49442) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:13.654511 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29440eb7-1765-400c-97da-2beab5261907 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (0fbf1549-69b0-42d2-9b14-6888786b8a73), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.657343 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29440eb7-1765-400c-97da-2beab5261907 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.658496 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-29440eb7-1765-400c-97da-2beab5261907 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "DELETE /v2.0/floatingips/0fbf1549-69b0-42d2-9b14-6888786b8a73 HTTP/1.1" status: 204 len: 168 time: 0.5278277 Apr 12 08:23:13.698388 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aada683b-e08d-4851-a3a8-579f2efcc47b admin admin] Publish callbacks [] for security_group (9cc07d1a-9c99-415e-a2c1-8cc255824473), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.719851 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aada683b-e08d-4851-a3a8-579f2efcc47b admin admin] Publish callbacks [] for security_group (9cc07d1a-9c99-415e-a2c1-8cc255824473), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.833962 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aada683b-e08d-4851-a3a8-579f2efcc47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (9cc07d1a-9c99-415e-a2c1-8cc255824473), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.836718 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aada683b-e08d-4851-a3a8-579f2efcc47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:13.839051 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-aada683b-e08d-4851-a3a8-579f2efcc47b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9cc07d1a-9c99-415e-a2c1-8cc255824473 HTTP/1.1" status: 204 len: 168 time: 0.1933458 Apr 12 08:23:13.846632 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada683b-e08d-4851-a3a8-579f2efcc47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc07d1a-9c99-415e-a2c1-8cc255824473,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:14.154002 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49450) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:14.158743 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-67c95f5f-c9b3-4f14-8682-cbd942d5b560 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--973135508', 'description': 'tempest-description--900203886'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:14.233439 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c95f5f-c9b3-4f14-8682-cbd942d5b560 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:14.304490 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c95f5f-c9b3-4f14-8682-cbd942d5b560 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (51c57fdb-ff9a-4882-847d-dea6cfcb15d9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:14.354392 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 5a6ea123-6d38-4592-804a-cb67d6574733 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:23:14.372222 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c95f5f-c9b3-4f14-8682-cbd942d5b560 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (51c57fdb-ff9a-4882-847d-dea6cfcb15d9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:14.374500 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 5a6ea123-6d38-4592-804a-cb67d6574733 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:23:14.374856 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 5a6ea123-6d38-4592-804a-cb67d6574733 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:23:14.402269 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c95f5f-c9b3-4f14-8682-cbd942d5b560 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c57fdb-ff9a-4882-847d-dea6cfcb15d9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:14.471702 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c95f5f-c9b3-4f14-8682-cbd942d5b560 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:14.475778 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-67c95f5f-c9b3-4f14-8682-cbd942d5b560 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3179667 Apr 12 08:23:14.475965 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49460) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:14.480888 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8cf5b3e9-fb4a-4edb-8003-56063e690455 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group_rule': {'security_group_id': '51c57fdb-ff9a-4882-847d-dea6cfcb15d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:14.565173 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b3e9-fb4a-4edb-8003-56063e690455 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (a2c8a5f6-a369-4867-a85f-ebeb575c807c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:14.628339 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b3e9-fb4a-4edb-8003-56063e690455 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (a2c8a5f6-a369-4867-a85f-ebeb575c807c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:14.685680 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b3e9-fb4a-4edb-8003-56063e690455 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (a2c8a5f6-a369-4867-a85f-ebeb575c807c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:14.708561 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5b3e9-fb4a-4edb-8003-56063e690455 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c8a5f6-a369-4867-a85f-ebeb575c807c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:14.796549 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b3e9-fb4a-4edb-8003-56063e690455 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:14.797871 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8cf5b3e9-fb4a-4edb-8003-56063e690455 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3209615 Apr 12 08:23:14.800541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49472) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:14.804847 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4fc1ac2a-d607-4442-93bf-a146db6048be tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group_rule': {'security_group_id': '51c57fdb-ff9a-4882-847d-dea6cfcb15d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:14.874448 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fc1ac2a-d607-4442-93bf-a146db6048be tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (4c779147-acee-469f-a92c-dda65162dc26), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:14.932248 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fc1ac2a-d607-4442-93bf-a146db6048be tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (4c779147-acee-469f-a92c-dda65162dc26), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:14.998602 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fc1ac2a-d607-4442-93bf-a146db6048be tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (4c779147-acee-469f-a92c-dda65162dc26), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:15.019451 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1ac2a-d607-4442-93bf-a146db6048be tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c779147-acee-469f-a92c-dda65162dc26,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:15.064837 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fc1ac2a-d607-4442-93bf-a146db6048be tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:15.066133 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4fc1ac2a-d607-4442-93bf-a146db6048be tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2646465 Apr 12 08:23:15.069183 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49498) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:15.075195 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:15.160303 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:15.238218 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:15.345924 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Allocated IP 172.27.3.160 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/63bdc974-48b9-4972-9d92-1853b983e8b7) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:23:15.444584 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (63bdc974-48b9-4972-9d92-1853b983e8b7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:15.553528 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (63bdc974-48b9-4972-9d92-1853b983e8b7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:15.590356 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:23:15.593179 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:23:15.598234 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:23:15.621515 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=63bdc974-48b9-4972-9d92-1853b983e8b7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:15.727809 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (a69290b6-0999-4dfd-bdd7-b9419fba3eb2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:15.839958 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (63bdc974-48b9-4972-9d92-1853b983e8b7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:15.991097 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (63bdc974-48b9-4972-9d92-1853b983e8b7), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:16.074658 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (63bdc974-48b9-4972-9d92-1853b983e8b7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:16.144622 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=63bdc974-48b9-4972-9d92-1853b983e8b7,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:16.154601 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (a69290b6-0999-4dfd-bdd7-b9419fba3eb2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:16.241802 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:16.243115 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-e13826dd-f87d-4eb9-8b30-95690cacafee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1730046 Apr 12 08:23:16.446476 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-f8da2fd5-cd0d-4085-8921-0a8dd95241fa tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--973135508&fields=id&tenant_id=06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 267 time: 0.0436311 Apr 12 08:23:16.558840 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-46826e73-8c1d-44b8-9abe-9a47d77c2105 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:16.560331 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-46826e73-8c1d-44b8-9abe-9a47d77c2105 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 814 time: 0.1068575 Apr 12 08:23:16.575939 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-ef16cfad-7d61-41a4-a993-19647281c843 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/quotas/06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 375 time: 0.0097127 Apr 12 08:23:16.639023 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-d0970cbf-8c01-4cdb-b5ef-06effa8590f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574977 Apr 12 08:23:16.738027 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-f1ec9c30-3166-4767-87ce-e259bdf2913a service neutron] 10.222.0.23 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879443 Apr 12 08:23:16.832166 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-23dcd676-9673-4ee3-9f8b-b1aa24c7b65b service neutron] 10.222.0.23 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881009 Apr 12 08:23:17.064655 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4ba14493-3e11-4b1d-a433-2658a851182c req-5aebbb46-e240-4889-8b32-8c0f16e77385 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0289733 Apr 12 08:23:18.162387 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5c6f1797-da7a-453c-a858-109fddba4f92 req-17bd233f-47d9-44be-b734-6b1218e86f94 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0289578 Apr 12 08:23:19.015220 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-ca6513fd-c4e7-4902-98b4-85a32eccc26e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:19.016689 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-ca6513fd-c4e7-4902-98b4-85a32eccc26e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 814 time: 0.1125081 Apr 12 08:23:19.082938 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-f65f2fed-af37-4f55-a49a-900aa301a4f0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 379 time: 0.0568025 Apr 12 08:23:19.100377 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'port': {'device_id': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'admin_state_up': True, 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'security_groups': ['51c57fdb-ff9a-4882-847d-dea6cfcb15d9']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:19.271884 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-33cfe0e9-eb0e-4691-8211-e944caf6d17a req-3c55fbbd-ccbc-4389-aa1d-0eee760ce3ee tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0287044 Apr 12 08:23:19.331491 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Made reservation on behalf of 06a4436df3ad431ea8a69e4d1a53c216 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:23:19.334909 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:19.465860 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Allocated IP 172.20.0.8 (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0/0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2/50e23d5c-2e47-4521-930b-8e0e321ac4cc) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:23:19.516716 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c68ac-43ab-4381-8230-9bccb91683f8 req-3bede4bc-da1f-4f3b-b7a2-80cbde030865 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:19.518242 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4a3c68ac-43ab-4381-8230-9bccb91683f8 req-3bede4bc-da1f-4f3b-b7a2-80cbde030865 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0533783 Apr 12 08:23:19.571683 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4a3c68ac-43ab-4381-8230-9bccb91683f8 req-1e60be85-abcc-4ea7-908b-0e4ab7adee0d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472550 Apr 12 08:23:19.611189 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-1628ac6b-e49a-40aa-8451-da3558f2250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:19.612642 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-1628ac6b-e49a-40aa-8451-da3558f2250c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 1130 time: 0.0780003 Apr 12 08:23:19.701545 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:19.753984 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-ffa47ee1-6819-4f31-8fd0-aaa75839549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:19.755456 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-ffa47ee1-6819-4f31-8fd0-aaa75839549c service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.1355093 Apr 12 08:23:19.819763 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:19.855684 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-834fef57-fe87-45ae-973b-45ef8ba7b095 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 HTTP/1.1" status: 200 len: 1002 time: 0.0919530 Apr 12 08:23:19.879684 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:23:19.901346 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:23:19.912479 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:23:19.919172 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=50e23d5c-2e47-4521-930b-8e0e321ac4cc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:19.966008 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-2f7d2a14-ceee-48d9-ba58-575579c7a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:19.967522 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-2f7d2a14-ceee-48d9-ba58-575579c7a463 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.1047597 Apr 12 08:23:19.980734 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:19.981877 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:20.033623 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-da39f253-e62a-461d-af3d-9fc341fb7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:20.035205 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-da39f253-e62a-461d-af3d-9fc341fb7eb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503845 Apr 12 08:23:20.076921 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-8dadf546-650a-4293-993f-53452bff4b9c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9806752 Apr 12 08:23:20.106382 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Request body: {'port': {'device_id': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:20.121525 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-be40ccfc-79e9-41dd-8713-342e311f7221 None None] Provisioning complete for port 50e23d5c-2e47-4521-930b-8e0e321ac4cc triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:23:20.122101 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-be40ccfc-79e9-41dd-8713-342e311f7221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:20.157589 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-be40ccfc-79e9-41dd-8713-342e311f7221 None None] Port 50e23d5c-2e47-4521-930b-8e0e321ac4cc cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:23:20.188426 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-36c3869c-4a6c-429d-9262-de67cb46620b service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450694 Apr 12 08:23:20.190803 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:20.407071 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f47d6b0-16a1-4452-b5b8-6121ab119fcc req-944e41ee-9851-4ab6-abb5-6d0d666fd965 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078843 Apr 12 08:23:20.433850 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503ae94-1a3f-435c-8dad-7f8536149439 req-66087689-66b0-43fc-b1be-0f3119d4d692 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:20.435297 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b503ae94-1a3f-435c-8dad-7f8536149439 req-66087689-66b0-43fc-b1be-0f3119d4d692 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 931 time: 0.0895724 Apr 12 08:23:20.526414 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b503ae94-1a3f-435c-8dad-7f8536149439 req-c862291d-491a-415c-96e5-fdcd91834061 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848639 Apr 12 08:23:20.604720 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e23d5c-2e47-4521-930b-8e0e321ac4cc {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:23:20.613027 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Publish callbacks [] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:20.626007 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Transition to ACTIVE for port object 50e23d5c-2e47-4521-930b-8e0e321ac4cc will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:23:20.686549 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066433c-6ce1-4fa4-8d88-e68f59c1c98d req-31cd74ad-5f47-4248-a311-c3a281c41b7c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:20.687974 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4066433c-6ce1-4fa4-8d88-e68f59c1c98d req-31cd74ad-5f47-4248-a311-c3a281c41b7c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0480158 Apr 12 08:23:20.719775 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:20.736260 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4066433c-6ce1-4fa4-8d88-e68f59c1c98d req-b20cff04-eb2c-4752-9ab9-04566be2f08e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 Apr 12 08:23:20.773902 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Pushing event updated for resources: {'Port': ['ID=50e23d5c-2e47-4521-930b-8e0e321ac4cc,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:20.848622 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Attempting to bind port 50e23d5c-2e47-4521-930b-8e0e321ac4cc on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:23:20.848967 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Attempting to bind port 50e23d5c-2e47-4521-930b-8e0e321ac4cc by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:23:20.849458 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Attempting to bind port 50e23d5c-2e47-4521-930b-8e0e321ac4cc on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:23:20.854128 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Port 50e23d5c-2e47-4521-930b-8e0e321ac4cc on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:23:20.854445 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Attempting to bind port 50e23d5c-2e47-4521-930b-8e0e321ac4cc on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:23:20.859691 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:23:20.860029 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Checking segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:23:20.860408 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Bound using segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:23:20.860827 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Bound port: 50e23d5c-2e47-4521-930b-8e0e321ac4cc, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:23:20.861206 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:20.928651 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] For port 50e23d5c-2e47-4521-930b-8e0e321ac4cc, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:23:20.934071 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] For port 50e23d5c-2e47-4521-930b-8e0e321ac4cc, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=50e23d5c-2e47-4521-930b-8e0e321ac4cc,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:23:21.004877 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:21.044403 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:21.045051 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:21.046336 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] 10.222.0.25 "PUT /v2.0/ports/50e23d5c-2e47-4521-930b-8e0e321ac4cc HTTP/1.1" status: 200 len: 1093 time: 0.9445574 Apr 12 08:23:21.046771 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'tag': '50e23d5c-2e47-4521-930b-8e0e321ac4cc'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:23:21.049120 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e46fe3-da76-47ee-b5ae-dcf972ae3e39" -d '{"events": [{"name": "network-changed", "server_uuid": "6d112343-27c6-49b6-8a2a-13f60f2ca74d", "tag": "50e23d5c-2e47-4521-930b-8e0e321ac4cc"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:23:21.078809 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2104a7-d831-441c-b5c1-892cd4373433 service neutron] Pushing event updated for resources: {'Port': ['ID=50e23d5c-2e47-4521-930b-8e0e321ac4cc,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:21.098377 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5309698-e06e-412d-ad06-6160b0d8808e x-openstack-request-id: req-f5309698-e06e-412d-ad06-6160b0d8808e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:23:21.098668 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d112343-27c6-49b6-8a2a-13f60f2ca74d", "tag": "50e23d5c-2e47-4521-930b-8e0e321ac4cc", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:23:21.098920 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5309698-e06e-412d-ad06-6160b0d8808e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:23:21.099319 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5309698-e06e-412d-ad06-6160b0d8808e'] response: {'name': 'network-changed', 'server_uuid': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'tag': '50e23d5c-2e47-4521-930b-8e0e321ac4cc', 'status': 'completed', 'code': 200} Apr 12 08:23:21.163450 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e46fe3-da76-47ee-b5ae-dcf972ae3e39 req-20b51894-65ca-46fe-bd33-6745ef4d90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:21.165015 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88e46fe3-da76-47ee-b5ae-dcf972ae3e39 req-20b51894-65ca-46fe-bd33-6745ef4d90e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 1127 time: 0.0425708 Apr 12 08:23:21.268464 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e46fe3-da76-47ee-b5ae-dcf972ae3e39 req-992c7b98-1eae-446e-b5dc-11cdb248df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:21.269928 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88e46fe3-da76-47ee-b5ae-dcf972ae3e39 req-992c7b98-1eae-446e-b5dc-11cdb248df35 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0967245 Apr 12 08:23:21.369910 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e46fe3-da76-47ee-b5ae-dcf972ae3e39 req-d5e83683-83b1-40f1-9eed-ffe79ad3449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:21.371847 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-88e46fe3-da76-47ee-b5ae-dcf972ae3e39 req-d5e83683-83b1-40f1-9eed-ffe79ad3449a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0925322 Apr 12 08:23:21.469359 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-e889abae-456d-4101-8780-f89b3758ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:21.470750 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-e889abae-456d-4101-8780-f89b3758ca0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 1127 time: 0.0395210 Apr 12 08:23:21.516895 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-716dd1c9-74b6-477a-ad0a-404aa30823db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50e23d5c-2e47-4521-930b-8e0e321ac4cc HTTP/1.1" status: 200 len: 217 time: 0.0374279 Apr 12 08:23:21.564928 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-c7e8c02f-bcec-480a-862d-325c421ef893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:21.566401 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-c7e8c02f-bcec-480a-862d-325c421ef893 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 HTTP/1.1" status: 200 len: 853 time: 0.0432420 Apr 12 08:23:21.610668 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-e5600c50-098e-47a4-84eb-f9c42b2ae8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:21.612196 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-e5600c50-098e-47a4-84eb-f9c42b2ae8a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395944 Apr 12 08:23:21.638090 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f06f9-3e44-4aaa-9812-e9df20c0f328 req-ed3b0583-2846-4953-9d29-d7fdb2570460 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:21.639684 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b56f06f9-3e44-4aaa-9812-e9df20c0f328 req-ed3b0583-2846-4953-9d29-d7fdb2570460 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 943 time: 0.0464480 Apr 12 08:23:21.687739 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b56f06f9-3e44-4aaa-9812-e9df20c0f328 req-285478fd-af53-4589-8107-33ccb2eafec9 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423329 Apr 12 08:23:21.706869 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-f3d510f9-b155-40bb-a020-5569d3b90222 service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871735 Apr 12 08:23:21.803971 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a1b20a75-9f3d-4af6-adcc-5f1f412a48ad req-9895c9b8-4d9b-40a6-be27-2abf8b4679ab service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818648 Apr 12 08:23:21.858284 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad723b-f25f-4190-9470-ad0d1017ba2b req-07406fdd-2d29-4324-96d8-a2fce3b3dd6f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:21.859750 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81ad723b-f25f-4190-9470-ad0d1017ba2b req-07406fdd-2d29-4324-96d8-a2fce3b3dd6f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0509973 Apr 12 08:23:21.907483 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81ad723b-f25f-4190-9470-ad0d1017ba2b req-c2a061da-c902-40ac-8477-ce4971b471a9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 Apr 12 08:23:22.803505 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815e49a-77b7-41f6-8dd3-3e1e629f2e50 req-d103de6f-d07b-40e1-996d-31429854266a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:22.805025 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4815e49a-77b7-41f6-8dd3-3e1e629f2e50 req-d103de6f-d07b-40e1-996d-31429854266a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 943 time: 0.0532250 Apr 12 08:23:22.851253 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4815e49a-77b7-41f6-8dd3-3e1e629f2e50 req-0447bb21-5a9c-4440-a52e-4f44d8cc3dcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405860 Apr 12 08:23:23.027701 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5b84f-76db-41b4-aa14-fab796a6595e req-73695d3e-4859-4587-b321-f460435aa910 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:23.033317 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d6b5b84f-76db-41b4-aa14-fab796a6595e req-73695d3e-4859-4587-b321-f460435aa910 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0526149 Apr 12 08:23:23.086592 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d6b5b84f-76db-41b4-aa14-fab796a6595e req-a6ab4c69-06e1-413a-872f-6263521f4e31 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479469 Apr 12 08:23:23.963378 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947d42c-dea1-48ad-9572-d46ad9e93b94 req-fb2c856a-2f8e-48e8-a8a8-f17f4ff82746 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:23.964832 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2947d42c-dea1-48ad-9572-d46ad9e93b94 req-fb2c856a-2f8e-48e8-a8a8-f17f4ff82746 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 943 time: 0.0474946 Apr 12 08:23:24.012450 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2947d42c-dea1-48ad-9572-d46ad9e93b94 req-2122cfdd-5342-44b6-9735-f0892fa29ac7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416291 Apr 12 08:23:24.200480 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c528-118d-4955-af6f-942492b27b09 req-9e75e002-7b15-457a-a9f9-e7996347e650 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:24.201955 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ab4c528-118d-4955-af6f-942492b27b09 req-9e75e002-7b15-457a-a9f9-e7996347e650 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0471120 Apr 12 08:23:24.252320 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ab4c528-118d-4955-af6f-942492b27b09 req-923d2c23-f1e1-4bef-9c1a-3a94a8e44d4e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447347 Apr 12 08:23:24.421767 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 50e23d5c-2e47-4521-930b-8e0e321ac4cc details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:23:24.521498 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 50e23d5c-2e47-4521-930b-8e0e321ac4cc, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=50e23d5c-2e47-4521-930b-8e0e321ac4cc,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:23:24.532618 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '50e23d5c-2e47-4521-930b-8e0e321ac4cc', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'port_id': '50e23d5c-2e47-4521-930b-8e0e321ac4cc', 'mac_address': 'fa:16:3e:a0:ac:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:23:24.570424 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 50e23d5c-2e47-4521-930b-8e0e321ac4cc is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:23:24.570828 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:24.583182 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e23d5c-2e47-4521-930b-8e0e321ac4cc {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:23:24.602490 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 50e23d5c-2e47-4521-930b-8e0e321ac4cc, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=50e23d5c-2e47-4521-930b-8e0e321ac4cc,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:23:24.674467 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:24.730975 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=50e23d5c-2e47-4521-930b-8e0e321ac4cc,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:24.954976 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['50e23d5c-2e47-4521-930b-8e0e321ac4cc'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:23:25.132220 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147829b-c443-4133-842f-7c30e23aee36 req-f3ac3cc1-d1ca-491a-b0a4-7b9b4675b7eb tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:25.133749 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9147829b-c443-4133-842f-7c30e23aee36 req-f3ac3cc1-d1ca-491a-b0a4-7b9b4675b7eb tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 944 time: 0.0497601 Apr 12 08:23:25.180822 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9147829b-c443-4133-842f-7c30e23aee36 req-43d2cfe7-3466-4c16-af7e-59843b5716f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406933 Apr 12 08:23:25.366849 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a08450-d84a-4aad-9890-8017e61ff76c req-072299e2-2cbe-4969-9a56-1b5ac928a7f3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:25.368379 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81a08450-d84a-4aad-9890-8017e61ff76c req-072299e2-2cbe-4969-9a56-1b5ac928a7f3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0473804 Apr 12 08:23:25.415126 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81a08450-d84a-4aad-9890-8017e61ff76c req-99235796-b7e3-4e01-a22c-875d6b676f75 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411818 Apr 12 08:23:26.290744 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4f148-8cf2-4704-8bf2-36030c6b5606 req-a10ea20d-80ca-4ca5-ac99-140439c0870c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:26.292223 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-aea4f148-8cf2-4704-8bf2-36030c6b5606 req-a10ea20d-80ca-4ca5-ac99-140439c0870c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 944 time: 0.0470288 Apr 12 08:23:26.342746 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-aea4f148-8cf2-4704-8bf2-36030c6b5606 req-d42b8480-000d-41c8-bd1d-d6eff4db86b7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433798 Apr 12 08:23:26.439126 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 50e23d5c-2e47-4521-930b-8e0e321ac4cc up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:23:26.484715 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 50e23d5c-2e47-4521-930b-8e0e321ac4cc completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:23:26.529280 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d1c6b-74c6-4ee2-84fb-4149fadcc093 req-6d94dd8b-97a0-465c-87d7-8aad49bfdaee tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:26.531000 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a53d1c6b-74c6-4ee2-84fb-4149fadcc093 req-6d94dd8b-97a0-465c-87d7-8aad49bfdaee tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0472085 Apr 12 08:23:26.536763 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 50e23d5c-2e47-4521-930b-8e0e321ac4cc triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:23:26.537231 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:26.576444 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a53d1c6b-74c6-4ee2-84fb-4149fadcc093 req-936ad6ee-3974-4f6b-a1ca-72ac2c29aa5a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399752 Apr 12 08:23:26.613698 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 50e23d5c-2e47-4521-930b-8e0e321ac4cc is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:23:26.614027 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:26.639680 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e23d5c-2e47-4521-930b-8e0e321ac4cc'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:23:26.656887 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c7f74f-a4e0-4639-b4e4-33d47b905f8a" -d '{"events": [{"server_uuid": "6d112343-27c6-49b6-8a2a-13f60f2ca74d", "name": "network-vif-plugged", "status": "completed", "tag": "50e23d5c-2e47-4521-930b-8e0e321ac4cc"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:23:26.656887 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 50e23d5c-2e47-4521-930b-8e0e321ac4cc, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=50e23d5c-2e47-4521-930b-8e0e321ac4cc,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:23:26.680812 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd9643d-85f0-4d6a-9cd4-c38817f7c8a3 x-openstack-request-id: req-6cd9643d-85f0-4d6a-9cd4-c38817f7c8a3 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:23:26.685390 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d112343-27c6-49b6-8a2a-13f60f2ca74d", "name": "network-vif-plugged", "status": "completed", "tag": "50e23d5c-2e47-4521-930b-8e0e321ac4cc", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:23:26.685390 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cd9643d-85f0-4d6a-9cd4-c38817f7c8a3 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:23:26.685390 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd9643d-85f0-4d6a-9cd4-c38817f7c8a3'] response: {'server_uuid': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e23d5c-2e47-4521-930b-8e0e321ac4cc', 'code': 200} Apr 12 08:23:26.731711 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:26.905907 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=50e23d5c-2e47-4521-930b-8e0e321ac4cc,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:27.217127 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8cecc-7c87-49de-ac89-ab4a0ba10cec req-706e6964-da0f-412f-a7e3-a649d6f0c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:27.218625 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49c8cecc-7c87-49de-ac89-ab4a0ba10cec req-706e6964-da0f-412f-a7e3-a649d6f0c9d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 1129 time: 0.2721491 Apr 12 08:23:27.263256 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49c8cecc-7c87-49de-ac89-ab4a0ba10cec req-448f2648-388d-4c9f-88d1-c4fc819560e6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374038 Apr 12 08:23:27.452859 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f4f9a-b067-4366-9ef9-f146bd2f8daa req-f044316b-0380-490f-bf7f-aab973bcfb5e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:27.454209 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6a2f4f9a-b067-4366-9ef9-f146bd2f8daa req-f044316b-0380-490f-bf7f-aab973bcfb5e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 945 time: 0.0455227 Apr 12 08:23:27.499264 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6a2f4f9a-b067-4366-9ef9-f146bd2f8daa req-67df994b-2737-4b52-a9a9-07e6a9e268d5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397406 Apr 12 08:23:27.689161 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724dbd1-df30-40da-a450-17d1cbd2db66 req-ba9a26aa-376a-43c9-b8c7-526f2707ca98 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:27.690709 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a724dbd1-df30-40da-a450-17d1cbd2db66 req-ba9a26aa-376a-43c9-b8c7-526f2707ca98 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0478332 Apr 12 08:23:27.742353 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a724dbd1-df30-40da-a450-17d1cbd2db66 req-f1a0867e-19b3-4991-bfed-f381e83d2e35 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460904 Apr 12 08:23:28.612616 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384a34b-3b87-427d-9289-5383927987e9 req-7f7a82af-1058-4adc-99d7-d6d6f5ca3787 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:28.614063 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f384a34b-3b87-427d-9289-5383927987e9 req-7f7a82af-1058-4adc-99d7-d6d6f5ca3787 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 945 time: 0.0495708 Apr 12 08:23:28.666790 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f384a34b-3b87-427d-9289-5383927987e9 req-2ac932fc-987c-4c68-ae36-5cb300d713a0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470018 Apr 12 08:23:28.852415 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a7b42-1ba4-4cbe-9cd5-7948ff15f57c req-d121a14a-7611-45b1-8310-0ff2a9d3f6ca tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:28.853859 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f42a7b42-1ba4-4cbe-9cd5-7948ff15f57c req-d121a14a-7611-45b1-8310-0ff2a9d3f6ca tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0455234 Apr 12 08:23:28.898885 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f42a7b42-1ba4-4cbe-9cd5-7948ff15f57c req-3bd5fbcc-a08c-4742-8117-52b4e7b017c6 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389135 Apr 12 08:23:29.775524 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358c3a2-2046-4306-b1e4-378c9029fef9 req-6dd88820-8eab-4ae1-9682-76dbaa9990f5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:29.777260 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1358c3a2-2046-4306-b1e4-378c9029fef9 req-6dd88820-8eab-4ae1-9682-76dbaa9990f5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 945 time: 0.0448761 Apr 12 08:23:29.822640 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1358c3a2-2046-4306-b1e4-378c9029fef9 req-3d4c49ad-ad25-41bf-8654-ee39c95c1094 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399988 Apr 12 08:23:29.926526 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613677-47e3-45ef-814a-f0e549ec8bf2 req-1802b10f-7ee2-403a-90c5-180ba9b3fbdd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:29.928059 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2b613677-47e3-45ef-814a-f0e549ec8bf2 req-1802b10f-7ee2-403a-90c5-180ba9b3fbdd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 945 time: 0.0452719 Apr 12 08:23:29.936994 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49670) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:29.941473 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0043dfdc-5d02-4372-a70c-2200a408b779 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'floatingip': {'port_id': '50e23d5c-2e47-4521-930b-8e0e321ac4cc'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:29.992333 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0043dfdc-5d02-4372-a70c-2200a408b779 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (a69290b6-0999-4dfd-bdd7-b9419fba3eb2), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:30.076085 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a93371-d0d3-4105-9ae5-0fee530f8a79 req-ddcd401e-597b-4dff-aee7-bc6b7f3bf3c1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:30.077551 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-18a93371-d0d3-4105-9ae5-0fee530f8a79 req-ddcd401e-597b-4dff-aee7-bc6b7f3bf3c1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.1023176 Apr 12 08:23:30.197319 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-18a93371-d0d3-4105-9ae5-0fee530f8a79 req-d249972b-6a49-45fd-853b-22d855f44405 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141362 Apr 12 08:23:30.205817 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c530a21d-6449-4203-89d9-afe203be6d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:30.501603 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0043dfdc-5d02-4372-a70c-2200a408b779 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:30.558381 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0043dfdc-5d02-4372-a70c-2200a408b779 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (a69290b6-0999-4dfd-bdd7-b9419fba3eb2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:30.664206 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-0043dfdc-5d02-4372-a70c-2200a408b779 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Floating IP a69290b6-0999-4dfd-bdd7-b9419fba3eb2 associated. External IP: 172.27.3.160, port: 50e23d5c-2e47-4521-930b-8e0e321ac4cc. Apr 12 08:23:30.872844 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0043dfdc-5d02-4372-a70c-2200a408b779 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:23:30.979299 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0043dfdc-5d02-4372-a70c-2200a408b779 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:23:30.984677 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0043dfdc-5d02-4372-a70c-2200a408b779 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:30.989239 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:23:30.999347 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:30.999978 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:31.013298 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0043dfdc-5d02-4372-a70c-2200a408b779 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "PUT /v2.0/floatingips/a69290b6-0999-4dfd-bdd7-b9419fba3eb2 HTTP/1.1" status: 200 len: 991 time: 1.0752163 Apr 12 08:23:31.013913 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'tag': '50e23d5c-2e47-4521-930b-8e0e321ac4cc'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:23:31.016742 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336b933c-9fab-4214-b906-c345e000d6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d112343-27c6-49b6-8a2a-13f60f2ca74d", "tag": "50e23d5c-2e47-4521-930b-8e0e321ac4cc"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:23:31.053328 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bc112c-29ed-41d1-8ed9-0007a56e83cb x-openstack-request-id: req-35bc112c-29ed-41d1-8ed9-0007a56e83cb {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:23:31.053619 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d112343-27c6-49b6-8a2a-13f60f2ca74d", "tag": "50e23d5c-2e47-4521-930b-8e0e321ac4cc", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:23:31.053867 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35bc112c-29ed-41d1-8ed9-0007a56e83cb {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:23:31.054264 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bc112c-29ed-41d1-8ed9-0007a56e83cb'] response: {'name': 'network-changed', 'server_uuid': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'tag': '50e23d5c-2e47-4521-930b-8e0e321ac4cc', 'status': 'completed', 'code': 200} Apr 12 08:23:31.109175 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:31.117175 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b933c-9fab-4214-b906-c345e000d6d4 req-019da651-c5b4-4a0b-b25e-d005e84e69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:31.118664 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-336b933c-9fab-4214-b906-c345e000d6d4 req-019da651-c5b4-4a0b-b25e-d005e84e69e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 1129 time: 0.0395143 Apr 12 08:23:31.220080 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b933c-9fab-4214-b906-c345e000d6d4 req-b0dca344-2a61-4fc3-9d24-cb3e31c5a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:31.221655 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-336b933c-9fab-4214-b906-c345e000d6d4 req-b0dca344-2a61-4fc3-9d24-cb3e31c5a146 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 914 time: 0.0954556 Apr 12 08:23:31.325442 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-336b933c-9fab-4214-b906-c345e000d6d4 req-b4cf8e77-d752-41c1-b183-fc407b57f42e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50e23d5c-2e47-4521-930b-8e0e321ac4cc HTTP/1.1" status: 200 len: 999 time: 0.0896876 Apr 12 08:23:31.326858 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'a69290b6-0999-4dfd-bdd7-b9419fba3eb2', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '50e23d5c-2e47-4521-930b-8e0e321ac4cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:a0:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:23:15Z', 'updated_at': '2022-04-12T08:23:30Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:31.331620 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6288317-57b8-44b1-911c-39d6c1180fe4 req-bd7ae2fd-d40f-4e96-a66b-526120c8f6c1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:31.333019 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f6288317-57b8-44b1-911c-39d6c1180fe4 req-bd7ae2fd-d40f-4e96-a66b-526120c8f6c1 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0619636 Apr 12 08:23:31.357267 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:23:31.365645 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:31.366246 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:31.406327 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b933c-9fab-4214-b906-c345e000d6d4 req-f0e3fee1-593b-4683-9ea6-0e1ca39956f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:31.407816 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-336b933c-9fab-4214-b906-c345e000d6d4 req-f0e3fee1-593b-4683-9ea6-0e1ca39956f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 HTTP/1.1" status: 200 len: 853 time: 0.0724201 Apr 12 08:23:31.432105 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f6288317-57b8-44b1-911c-39d6c1180fe4 req-b0f8e51e-0729-4c2d-b14b-8496b9e3ca5b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882344 Apr 12 08:23:31.466728 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b933c-9fab-4214-b906-c345e000d6d4 req-a363e1d9-9220-4bb0-ad20-178a4dbca1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:31.468355 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-336b933c-9fab-4214-b906-c345e000d6d4 req-a363e1d9-9220-4bb0-ad20-178a4dbca1ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528154 Apr 12 08:23:31.481914 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:31.566550 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-336b933c-9fab-4214-b906-c345e000d6d4 req-3ae1c457-07dd-478c-9b19-30d5e72b1a26 service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908642 Apr 12 08:23:31.660286 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-336b933c-9fab-4214-b906-c345e000d6d4 req-9511862c-958a-41e3-b091-381bc88c0665 service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857661 Apr 12 08:23:31.783991 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'a69290b6-0999-4dfd-bdd7-b9419fba3eb2', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '50e23d5c-2e47-4521-930b-8e0e321ac4cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:a0:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:23:15Z', 'updated_at': '2022-04-12T08:23:30Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:31.813735 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47935a7-7b90-4312-a8c6-e518ea765971 None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'a69290b6-0999-4dfd-bdd7-b9419fba3eb2', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '50e23d5c-2e47-4521-930b-8e0e321ac4cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:a0:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:23:15Z', 'updated_at': '2022-04-12T08:23:30Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:23:31.995102 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5635def-aa33-48ad-b61a-35bfe7d1d0fb None None] New status for floating IP a69290b6-0999-4dfd-bdd7-b9419fba3eb2: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:23:32.546729 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9e88a-425d-4a02-acae-bb95e51a313d req-5bb8a844-9fc0-44a8-95bf-84a0794500de tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:32.548235 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-35e9e88a-425d-4a02-acae-bb95e51a313d req-5bb8a844-9fc0-44a8-95bf-84a0794500de tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0480518 Apr 12 08:23:32.599686 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-35e9e88a-425d-4a02-acae-bb95e51a313d req-cf4fab1d-5d95-45bf-9b0d-8ac094514d05 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459013 Apr 12 08:23:32.805564 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0d50045d-72a3-4879-a2c2-60e5166dae3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:33.479997 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:23:33.556587 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:33.638764 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:33.711629 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdec52-d697-4279-9c42-fb882bff4105 req-396bfbba-96d6-4e87-b18a-5ac0a1fe5fa5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:33.713090 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-89bdec52-d697-4279-9c42-fb882bff4105 req-396bfbba-96d6-4e87-b18a-5ac0a1fe5fa5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0459881 Apr 12 08:23:33.762213 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-89bdec52-d697-4279-9c42-fb882bff4105 req-0a0af800-0447-48a0-aaef-c7b5d383f277 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427215 Apr 12 08:23:34.871091 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e5975-6844-49ad-97d1-c8e6b747e154 req-1abd55eb-0ada-4afa-a7d8-d7bd7b06c2c8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:34.872571 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-565e5975-6844-49ad-97d1-c8e6b747e154 req-1abd55eb-0ada-4afa-a7d8-d7bd7b06c2c8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0459547 Apr 12 08:23:34.917565 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-565e5975-6844-49ad-97d1-c8e6b747e154 req-4c50e964-10f8-4728-9b2b-6ef5ddd95592 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390065 Apr 12 08:23:35.170980 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:36.029848 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5cd5d-8750-4308-ac79-69343909b98f req-bdf162f6-3648-4c3f-81fe-be66979c9a3f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:36.031581 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0bf5cd5d-8750-4308-ac79-69343909b98f req-bdf162f6-3648-4c3f-81fe-be66979c9a3f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0465112 Apr 12 08:23:36.078307 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0bf5cd5d-8750-4308-ac79-69343909b98f req-254af64a-5be7-4552-acec-e44e3dc759d8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412755 Apr 12 08:23:36.811406 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:37.191507 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac6559-775c-4255-be92-ebe220cabbfb req-70cea36f-a2fd-4cab-83d1-1802aa516c1b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:37.193110 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-97ac6559-775c-4255-be92-ebe220cabbfb req-70cea36f-a2fd-4cab-83d1-1802aa516c1b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0462132 Apr 12 08:23:37.238929 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-97ac6559-775c-4255-be92-ebe220cabbfb req-d5e0b1f3-b935-4f8c-bbf9-7084de5bb415 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397813 Apr 12 08:23:37.499881 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dda1f-156f-4418-aeab-73ef04655b36 req-09323078-c8ab-4df3-8021-7ba1d93babd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:37.501413 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7c8dda1f-156f-4418-aeab-73ef04655b36 req-09323078-c8ab-4df3-8021-7ba1d93babd3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 1130 time: 0.0429163 Apr 12 08:23:37.548042 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7c8dda1f-156f-4418-aeab-73ef04655b36 req-92b757c9-adcb-48fb-9a90-6d46787d3661 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373688 Apr 12 08:23:38.354907 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f8e82-73fe-4b4f-8acb-7ebf62e52951 req-b816473d-47e2-4c9f-9a48-e00f00310ecc tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:38.356405 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ce9f8e82-73fe-4b4f-8acb-7ebf62e52951 req-b816473d-47e2-4c9f-9a48-e00f00310ecc tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0474522 Apr 12 08:23:38.408069 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ce9f8e82-73fe-4b4f-8acb-7ebf62e52951 req-bc8bac2e-b164-4bbc-967c-b74e51ba44ad tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458786 Apr 12 08:23:38.680303 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-107d0487-1584-44f0-affa-12d437a93ea8 req-6b61a8ba-90ac-4d38-bd6c-231898a9eaa6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419574 Apr 12 08:23:38.755195 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d0487-1584-44f0-affa-12d437a93ea8 req-79d6ad57-7b78-4bf1-a1b6-1df291f90f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:38.756695 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-107d0487-1584-44f0-affa-12d437a93ea8 req-79d6ad57-7b78-4bf1-a1b6-1df291f90f2c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 1130 time: 0.0418358 Apr 12 08:23:38.864195 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d0487-1584-44f0-affa-12d437a93ea8 req-f40c8c4c-fcb8-4e39-91dd-caa7832fe0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:38.865682 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-107d0487-1584-44f0-affa-12d437a93ea8 req-f40c8c4c-fcb8-4e39-91dd-caa7832fe0d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.0881603 Apr 12 08:23:39.320502 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-107d0487-1584-44f0-affa-12d437a93ea8 req-87d735a8-2f78-4069-8355-5d11a982ee2b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45692850-16e2-4d3c-82c9-600487106f50 HTTP/1.1" status: 200 len: 217 time: 0.0384977 Apr 12 08:23:39.378529 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe76f6-fcab-476d-949a-d33cf63777d3 req-f0cab746-8f08-4b4a-93bc-369fb606233c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:39.380033 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0afe76f6-fcab-476d-949a-d33cf63777d3 req-f0cab746-8f08-4b4a-93bc-369fb606233c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.0470595 Apr 12 08:23:39.426296 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0afe76f6-fcab-476d-949a-d33cf63777d3 req-0b7aed96-dce4-43ed-95da-9e74ee8246e5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406713 Apr 12 08:23:39.524283 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d0487-1584-44f0-affa-12d437a93ea8 req-e3d40858-ef21-4325-a58a-6ae75bc53678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:39.525740 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-107d0487-1584-44f0-affa-12d437a93ea8 req-e3d40858-ef21-4325-a58a-6ae75bc53678 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.0898824 Apr 12 08:23:39.536002 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb90c8-873d-4d03-80a1-fb8dc550c099 req-15d762e4-af1c-47c7-b02b-518fedb6055c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:39.537350 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6ebb90c8-873d-4d03-80a1-fb8dc550c099 req-15d762e4-af1c-47c7-b02b-518fedb6055c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0562887 Apr 12 08:23:39.584368 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6ebb90c8-873d-4d03-80a1-fb8dc550c099 req-c0c8ad81-bf72-430b-a593-146af7eb3d77 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406561 Apr 12 08:23:40.570778 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bd3ea-dd0e-4a96-94a0-cae75cf115a3 req-4ee400b7-0e81-40e7-9cf3-77bed5778a95 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:40.572344 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0f0bd3ea-dd0e-4a96-94a0-cae75cf115a3 req-4ee400b7-0e81-40e7-9cf3-77bed5778a95 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.0515037 Apr 12 08:23:40.621244 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0f0bd3ea-dd0e-4a96-94a0-cae75cf115a3 req-83836819-4aed-4a0f-b649-92d81bca1baf tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428741 Apr 12 08:23:40.705403 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38929745-5e19-4327-8a59-aa289a2c22d5 req-78c3377e-7c4e-4527-a3e6-f7fa3e4f7e82 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:40.706932 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-38929745-5e19-4327-8a59-aa289a2c22d5 req-78c3377e-7c4e-4527-a3e6-f7fa3e4f7e82 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0539422 Apr 12 08:23:40.755025 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-38929745-5e19-4327-8a59-aa289a2c22d5 req-0feac46a-7910-47bb-83d9-427b7e1b41e3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Apr 12 08:23:41.018134 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d0487-1584-44f0-affa-12d437a93ea8 req-ecb7e49d-bd62-4510-9a9d-fe75ca83de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:41.019680 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-107d0487-1584-44f0-affa-12d437a93ea8 req-ecb7e49d-bd62-4510-9a9d-fe75ca83de50 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419509 Apr 12 08:23:41.120811 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-107d0487-1584-44f0-affa-12d437a93ea8 req-2cd17848-9168-4d0c-9595-037a6162e154 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873818 Apr 12 08:23:41.283495 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f90eb-b90d-4acb-acf8-dfaf56926a5d req-9aa6e2a6-c852-4e39-bec4-a880de0c2c5c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:41.285036 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e46f90eb-b90d-4acb-acf8-dfaf56926a5d req-9aa6e2a6-c852-4e39-bec4-a880de0c2c5c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0488091 Apr 12 08:23:41.286857 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-107d0487-1584-44f0-affa-12d437a93ea8 req-40dcad42-a228-4987-b45a-4b3041fae1eb service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846472 Apr 12 08:23:41.331874 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e46f90eb-b90d-4acb-acf8-dfaf56926a5d req-66098b74-22b7-4cba-be12-789051a31d7f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409381 Apr 12 08:23:41.738902 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916881b-cacc-4658-bd36-c46c592a5e82 req-4ba2989e-da96-45e3-8653-c5990b228707 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:41.740379 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0916881b-cacc-4658-bd36-c46c592a5e82 req-4ba2989e-da96-45e3-8653-c5990b228707 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.0468087 Apr 12 08:23:41.789353 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0916881b-cacc-4658-bd36-c46c592a5e82 req-38f62b38-246e-4552-9eaa-f2085cfbc156 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434430 Apr 12 08:23:42.444383 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faff3ec-b9c1-4211-ac38-64c3ba093ffa req-96d1beb3-90a9-4846-8be5-cde87cbcfe40 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:42.445815 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4faff3ec-b9c1-4211-ac38-64c3ba093ffa req-96d1beb3-90a9-4846-8be5-cde87cbcfe40 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0493593 Apr 12 08:23:42.490967 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4faff3ec-b9c1-4211-ac38-64c3ba093ffa req-3ebdc5a8-4806-452c-a335-a8b98724ddc4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397644 Apr 12 08:23:42.901987 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56c18c-78bf-4115-9a1e-9cb6294ce400 req-fb3dc96a-6387-495d-85bb-717d32c39a01 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:42.903402 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc56c18c-78bf-4115-9a1e-9cb6294ce400 req-fb3dc96a-6387-495d-85bb-717d32c39a01 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.0448389 Apr 12 08:23:42.948792 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc56c18c-78bf-4115-9a1e-9cb6294ce400 req-f3288c73-de45-4889-90ce-75237cf5b696 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398202 Apr 12 08:23:43.599910 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78575e12-d32f-4461-b466-01da79c9f0b7 req-7ea1d9a0-b891-4399-b42f-e3c6bb2f0be9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:43.601344 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-78575e12-d32f-4461-b466-01da79c9f0b7 req-7ea1d9a0-b891-4399-b42f-e3c6bb2f0be9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0454807 Apr 12 08:23:43.648088 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-78575e12-d32f-4461-b466-01da79c9f0b7 req-f92e04e0-5842-4ad8-bfce-7ce51b0b66ac tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Apr 12 08:23:44.076714 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-b9835b5d-e7f6-4ac5-b66a-308868dd14a4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:44.078118 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-b9835b5d-e7f6-4ac5-b66a-308868dd14a4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.25 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.3147886 Apr 12 08:23:44.089159 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-33074726-c979-4877-a1b0-af2e478e2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:44.090578 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-33074726-c979-4877-a1b0-af2e478e2684 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 1130 time: 0.3157878 Apr 12 08:23:44.124208 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22e56-78ca-4516-b299-c6246a00ebd0 req-2f650fec-0e36-42be-b3ac-44b5fd04292b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:44.125718 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ad22e56-78ca-4516-b299-c6246a00ebd0 req-2f650fec-0e36-42be-b3ac-44b5fd04292b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 947 time: 0.0583820 Apr 12 08:23:44.300725 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ad22e56-78ca-4516-b299-c6246a00ebd0 req-2ee6443a-c2fd-4bf8-ae1d-768ae79b9039 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea73dd30-2c10-491f-a118-34dff752bb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651533 Apr 12 08:23:44.320771 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Deleting port 52066dd3-10ad-4e8e-b885-6439f9dee2ef {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:23:44.321109 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:44.337732 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-9b2567a2-bcd2-45da-be82-7e0a94cfdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:44.339733 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-9b2567a2-bcd2-45da-be82-7e0a94cfdd80 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.2131002 Apr 12 08:23:44.418896 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] For port 52066dd3-10ad-4e8e-b885-6439f9dee2ef, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=52066dd3-10ad-4e8e-b885-6439f9dee2ef,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:23:44.419262 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:44.584990 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:44.585394 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (d45c8aa8-8070-4739-b853-2cf07bed7a30), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:44.585937 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Floating IP d45c8aa8-8070-4739-b853-2cf07bed7a30 disassociated. External IP: 172.27.3.135, port: 52066dd3-10ad-4e8e-b885-6439f9dee2ef. Apr 12 08:23:44.586524 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Calling delete_port for 52066dd3-10ad-4e8e-b885-6439f9dee2ef owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:23:44.715932 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-caff4a7b-765d-46e6-b9e8-ffacb6583a33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 HTTP/1.1" status: 200 len: 1002 time: 0.0844500 Apr 12 08:23:44.778402 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d1415-558d-496c-81f5-339cc483b3e7 req-7a1b39c4-0e2c-49a5-a550-cfc7a9529051 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:44.779947 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c36d1415-558d-496c-81f5-339cc483b3e7 req-7a1b39c4-0e2c-49a5-a550-cfc7a9529051 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0535240 Apr 12 08:23:44.799288 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-6e2abd03-f69f-4352-9d6c-2ec383e6d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:44.800769 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-6e2abd03-f69f-4352-9d6c-2ec383e6d051 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.0750072 Apr 12 08:23:44.833692 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c36d1415-558d-496c-81f5-339cc483b3e7 req-dffa79dd-5018-48dc-b5c1-eaef0c2a546e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473878 Apr 12 08:23:44.857746 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-6bf6504f-4295-4ebd-b2f7-68d609e64340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:44.859579 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-6bf6504f-4295-4ebd-b2f7-68d609e64340 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505748 Apr 12 08:23:44.932077 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (52066dd3-10ad-4e8e-b885-6439f9dee2ef), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:44.970740 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event deleted for resources: {'Port': ['ID=52066dd3-10ad-4e8e-b885-6439f9dee2ef,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:44.985331 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-bdd7dc50-362d-4322-8a29-6a96aad9317d service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184764 Apr 12 08:23:44.988050 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.988402 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.988745 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.989084 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.989417 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.989751 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.990082 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.990410 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.990757 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.991060 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.991548 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.991914 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.992197 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.992463 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:44.992767 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:45.168208 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae915466-9f0e-4078-bdfc-2c392ce6c362 req-fa5adf21-f350-451d-be91-9eed049c9638 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715791 Apr 12 08:23:45.177371 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Router 3cef59a7-4f91-4bec-b12d-a08225542426 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:23:45.292243 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:23:45.302980 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] Sync routers for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:23:45.315274 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:45.315930 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:45.336998 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] No DVR routers for this DVR port 52066dd3-10ad-4e8e-b885-6439f9dee2ef on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:23:45.340288 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:45.343906 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e7ec113f-214f-409e-96a0-d860ee1fee63 req-08953bf4-497e-41c0-a3b6-61bee887c31e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.25 "DELETE /v2.0/ports/52066dd3-10ad-4e8e-b885-6439f9dee2ef HTTP/1.1" status: 204 len: 173 time: 1.2162125 Apr 12 08:23:45.344429 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'name': 'network-vif-deleted', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:23:45.346777 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a04a79-55a0-4a51-85e8-4071fc5f8cdc" -d '{"events": [{"server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "name": "network-vif-deleted", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:23:45.395727 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946c3aae-05a0-46bf-a80d-b8dc26e00ea0 x-openstack-request-id: req-946c3aae-05a0-46bf-a80d-b8dc26e00ea0 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:23:45.396036 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d222fb-5025-413f-9b49-09799adc0a81", "name": "network-vif-deleted", "tag": "52066dd3-10ad-4e8e-b885-6439f9dee2ef", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:23:45.396323 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-946c3aae-05a0-46bf-a80d-b8dc26e00ea0 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:23:45.396733 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946c3aae-05a0-46bf-a80d-b8dc26e00ea0'] response: {'server_uuid': '22d222fb-5025-413f-9b49-09799adc0a81', 'name': 'network-vif-deleted', 'tag': '52066dd3-10ad-4e8e-b885-6439f9dee2ef', 'status': 'completed', 'code': 200} Apr 12 08:23:45.433516 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:45.434491 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-627bfd1c-2147-4764-8f78-1dcc65572470 req-d7420ae4-1ec3-4c6a-ab52-5c1f1fd49c9a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 210 time: 0.0355196 Apr 12 08:23:45.624452 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:45.654137 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] Checking router: 3cef59a7-4f91-4bec-b12d-a08225542426 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:23:45.662285 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:45.662881 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:45.766959 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:45.947713 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa39b0-b584-46f5-ab45-308a406e5515 req-5df8aaaf-0d89-4ad6-872f-543c07986934 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:45.949715 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94aa39b0-b584-46f5-ab45-308a406e5515 req-5df8aaaf-0d89-4ad6-872f-543c07986934 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0474696 Apr 12 08:23:45.954228 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:45.983878 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1060ae-929d-4f16-9e87-a5ef59a97b18 None None] The sync data for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi is: [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:23:45.998846 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94aa39b0-b584-46f5-ab45-308a406e5515 req-066e2aa9-ece9-476c-872d-502c89de6467 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434823 Apr 12 08:23:46.202379 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5129e1d-4616-43d3-970e-2a254e8d2c4a None None] New status for floating IP d45c8aa8-8070-4739-b853-2cf07bed7a30: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:23:46.480651 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44588d5f-5af9-4747-8e1d-f68138eeb670 req-00844d6e-2e81-473a-9654-0b3b9abeddbd tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:46.487258 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-44588d5f-5af9-4747-8e1d-f68138eeb670 req-00844d6e-2e81-473a-9654-0b3b9abeddbd tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 945 time: 0.0501146 Apr 12 08:23:46.491816 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 52066dd3-10ad-4e8e-b885-6439f9dee2ef no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:23:46.533574 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 52066dd3-10ad-4e8e-b885-6439f9dee2ef {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:23:46.534216 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 52066dd3-10ad-4e8e-b885-6439f9dee2ef not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:23:46.543095 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e0b440e-1cde-4062-9d74-68dedfd99570 req-26c08bb2-293c-462a-b259-9c79f7fa8631 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 210 time: 0.0314789 Apr 12 08:23:46.544051 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-44588d5f-5af9-4747-8e1d-f68138eeb670 req-e4fab22f-c130-4ce7-b72f-de3e432e3335 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514328 Apr 12 08:23:47.113478 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9577e-6eab-4a29-8b73-795b5053f3ec req-ae929054-f34c-44a9-9839-39c9a0d79405 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:47.114953 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4ee9577e-6eab-4a29-8b73-795b5053f3ec req-ae929054-f34c-44a9-9839-39c9a0d79405 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0499511 Apr 12 08:23:47.161827 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4ee9577e-6eab-4a29-8b73-795b5053f3ec req-65dc8eec-71f1-46d1-bc7d-3c58bf124480 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412998 Apr 12 08:23:47.639011 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94d6c3d9-7092-4d92-a7bc-f16fa2263e7d req-4f2823ae-6451-4343-a288-3343de1bb087 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 210 time: 0.0264308 Apr 12 08:23:47.655019 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ba99f-75bf-42aa-9fe1-7b1fb98af7b0 req-5bb5c7b8-a838-4920-94f4-6df1a2c1cfb0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:47.656769 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-743ba99f-75bf-42aa-9fe1-7b1fb98af7b0 req-5bb5c7b8-a838-4920-94f4-6df1a2c1cfb0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 945 time: 0.0475273 Apr 12 08:23:47.704029 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-743ba99f-75bf-42aa-9fe1-7b1fb98af7b0 req-034bcd65-0793-4d89-9f31-8337efde406c tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Apr 12 08:23:48.273647 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94322097-0074-4a1d-8a18-f428bef72073 req-b09ba466-78f6-4b60-9cb1-f65dec08fcb9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:48.275098 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94322097-0074-4a1d-8a18-f428bef72073 req-b09ba466-78f6-4b60-9cb1-f65dec08fcb9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0461714 Apr 12 08:23:48.321331 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94322097-0074-4a1d-8a18-f428bef72073 req-b283d922-856d-43ed-8609-6f284754c155 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398605 Apr 12 08:23:48.428946 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80eb53-afce-4796-9aae-5869036b385f req-66b050ad-1fd9-4a17-bd23-788249a68cd9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:48.430419 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2a80eb53-afce-4796-9aae-5869036b385f req-66b050ad-1fd9-4a17-bd23-788249a68cd9 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0469918 Apr 12 08:23:48.442603 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49840) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:48.446825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-27145ac1-3172-4b77-a1f8-e8e1d1ee3c6f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Request body: {'floatingip': {'port_id': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:48.504833 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27145ac1-3172-4b77-a1f8-e8e1d1ee3c6f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for floatingip (f21be71f-df94-4a99-92fc-9c2a24b814f3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:48.715754 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-b559e7a8-8c4f-41df-8bc4-9cac555be820 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:48.717220 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-b559e7a8-8c4f-41df-8bc4-9cac555be820 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 945 time: 0.0945387 Apr 12 08:23:48.762721 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d570a065-7481-4317-829b-e409c39e19b4 req-9f32323c-f3f1-4baa-8a83-ee442b22cd2f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=22d222fb-5025-413f-9b49-09799adc0a81 HTTP/1.1" status: 200 len: 210 time: 0.0363684 Apr 12 08:23:48.834281 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481d04e-c0ae-41d0-8ffc-27913eae55c9 req-520ab7dd-6446-45e1-b4d9-9df5ca1ec76f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:48.836112 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2481d04e-c0ae-41d0-8ffc-27913eae55c9 req-520ab7dd-6446-45e1-b4d9-9df5ca1ec76f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 945 time: 0.0644259 Apr 12 08:23:49.003673 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2481d04e-c0ae-41d0-8ffc-27913eae55c9 req-f373dd03-bd13-41ca-9465-3d894078e282 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344254 Apr 12 08:23:49.098706 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Deleting port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:23:49.099079 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:49.259561 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27145ac1-3172-4b77-a1f8-e8e1d1ee3c6f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:49.271166 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] For port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:23:49.271551 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:49.336923 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27145ac1-3172-4b77-a1f8-e8e1d1ee3c6f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (f21be71f-df94-4a99-92fc-9c2a24b814f3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:49.524009 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:49.524286 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (fbbc0cc0-923c-4c91-b058-c9f1b0bb8401), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:49.524600 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Floating IP fbbc0cc0-923c-4c91-b058-c9f1b0bb8401 disassociated. External IP: 172.27.3.127, port: 674c07e3-d0d4-4de1-915a-e3cfc66b4b23. Apr 12 08:23:49.524942 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Calling delete_port for 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:23:49.693076 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27145ac1-3172-4b77-a1f8-e8e1d1ee3c6f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:23:49.835224 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (674c07e3-d0d4-4de1-915a-e3cfc66b4b23), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:49.844357 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27145ac1-3172-4b77-a1f8-e8e1d1ee3c6f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:23:49.857500 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25600045-57df-477d-a391-d87402efed32 None None] Sync routers for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:23:49.868027 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27145ac1-3172-4b77-a1f8-e8e1d1ee3c6f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:49.869219 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25600045-57df-477d-a391-d87402efed32 None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:49.870055 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-25600045-57df-477d-a391-d87402efed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:49.938767 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49860) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:49.987156 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-25600045-57df-477d-a391-d87402efed32 None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:50.017131 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d423626a-9ea2-4270-bcbb-ec15bf3311b4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (ea73dd30-2c10-491f-a118-34dff752bb4c), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.048938 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d423626a-9ea2-4270-bcbb-ec15bf3311b4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (ea73dd30-2c10-491f-a118-34dff752bb4c), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.129396 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-842530e6-e46d-4889-8d70-968075857f75 req-b53312dd-0903-4bab-8c03-3455dd629649 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 210 time: 0.0315578 Apr 12 08:23:50.150362 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event deleted for resources: {'Port': ['ID=674c07e3-d0d4-4de1-915a-e3cfc66b4b23,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:50.159318 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:23:50.161559 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26fc675-60ff-4b6a-9886-59246f369e13" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:23:50.236225 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62ac231-b717-479f-a22d-7b142a6a0d9d x-openstack-request-id: req-a62ac231-b717-479f-a22d-7b142a6a0d9d {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:23:50.236506 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:23:50.236766 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a62ac231-b717-479f-a22d-7b142a6a0d9d {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:23:50.237146 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62ac231-b717-479f-a22d-7b142a6a0d9d'] response: {'name': 'network-changed', 'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'status': 'completed', 'code': 200} Apr 12 08:23:50.243524 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-27145ac1-3172-4b77-a1f8-e8e1d1ee3c6f tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "PUT /v2.0/floatingips/f21be71f-df94-4a99-92fc-9c2a24b814f3 HTTP/1.1" status: 200 len: 994 time: 1.7951043 Apr 12 08:23:50.243698 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-25600045-57df-477d-a391-d87402efed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'f21be71f-df94-4a99-92fc-9c2a24b814f3', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'port_id': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:56Z', 'updated_at': '2022-04-12T08:23:49Z', 'revision_number': 3, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:01Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:50.257036 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d423626a-9ea2-4270-bcbb-ec15bf3311b4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (ea73dd30-2c10-491f-a118-34dff752bb4c), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.264241 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d423626a-9ea2-4270-bcbb-ec15bf3311b4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.264241 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d423626a-9ea2-4270-bcbb-ec15bf3311b4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea73dd30-2c10-491f-a118-34dff752bb4c HTTP/1.1" status: 204 len: 168 time: 0.3211856 Apr 12 08:23:50.266652 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49868) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:50.279583 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25600045-57df-477d-a391-d87402efed32 None None] Checking router: f9be3ed5-f4a5-4a44-b9b2-5004857302d4 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:23:50.283434 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.api.v2.resource [None req-7cee2a98-7024-4dfd-85b6-93211280248d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] show failed (client error): The resource could not be found. Apr 12 08:23:50.285402 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-7cee2a98-7024-4dfd-85b6-93211280248d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups/ea73dd30-2c10-491f-a118-34dff752bb4c HTTP/1.1" status: 404 len: 347 time: 0.0183041 Apr 12 08:23:50.285402 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423626a-9ea2-4270-bcbb-ec15bf3311b4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea73dd30-2c10-491f-a118-34dff752bb4c,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:50.292128 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25600045-57df-477d-a391-d87402efed32 None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:50.292128 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-25600045-57df-477d-a391-d87402efed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:50.295573 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49870) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:50.358040 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-c4c0dc35-89e5-445d-b812-b03db2763375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:50.359609 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-c4c0dc35-89e5-445d-b812-b03db2763375 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 1130 time: 0.0959690 Apr 12 08:23:50.412931 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:23:50.440393 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49874) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:50.469680 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9b901f05-b5c2-4990-b77c-6cea463bf082 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Deleting port 5ac334da-f590-4667-baeb-9928dc88c809 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:23:50.469935 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9b901f05-b5c2-4990-b77c-6cea463bf082 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (5ac334da-f590-4667-baeb-9928dc88c809), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.521413 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-8523a3dd-51a1-435a-9fbd-ac5a7fed9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:50.522683 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-8523a3dd-51a1-435a-9fbd-ac5a7fed9ce3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.1519690 Apr 12 08:23:50.527276 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-25600045-57df-477d-a391-d87402efed32 None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:50.599945 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dfd632bb-0c1e-4d71-91ce-706e0886f5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.602882 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9b901f05-b5c2-4990-b77c-6cea463bf082 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (5ac334da-f590-4667-baeb-9928dc88c809), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.603205 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9b901f05-b5c2-4990-b77c-6cea463bf082 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (5ac334da-f590-4667-baeb-9928dc88c809), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.648516 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:23:50.651632 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-77c8e0d9-9d1c-43d7-b134-5cf5067f8833 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 HTTP/1.1" status: 200 len: 1002 time: 0.1199186 Apr 12 08:23:50.661437 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] Sync routers for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:23:50.678557 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:50.683769 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:50.706221 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9b901f05-b5c2-4990-b77c-6cea463bf082 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Calling delete_port for 5ac334da-f590-4667-baeb-9928dc88c809 owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:23:50.741332 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] No DVR routers for this DVR port 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:23:50.745488 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.749522 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b823c59c-a603-4e8e-bdc9-d6921c47c8cb req-9f5e3208-3df5-4e3f-9f55-1e17fa4e9552 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "DELETE /v2.0/ports/674c07e3-d0d4-4de1-915a-e3cfc66b4b23 HTTP/1.1" status: 204 len: 173 time: 1.8255455 Apr 12 08:23:50.773235 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-8ef21763-d896-47db-85fe-1474d4732619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:50.774715 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-8ef21763-d896-47db-85fe-1474d4732619 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.1166184 Apr 12 08:23:50.821226 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-25600045-57df-477d-a391-d87402efed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'f21be71f-df94-4a99-92fc-9c2a24b814f3', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'port_id': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:56Z', 'updated_at': '2022-04-12T08:23:49Z', 'revision_number': 3, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:01Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:50.830040 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-92be7b45-7350-4a9c-8cfc-2ba256ebd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:50.831974 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-92be7b45-7350-4a9c-8cfc-2ba256ebd4af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501859 Apr 12 08:23:50.835089 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dfd632bb-0c1e-4d71-91ce-706e0886f5c5 admin admin] Publish callbacks [] for security_group (b8f16f6e-b919-4ef3-8c03-782c234f14c0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.846221 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:50.868308 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25600045-57df-477d-a391-d87402efed32 None None] The sync data for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi is: [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'f21be71f-df94-4a99-92fc-9c2a24b814f3', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'port_id': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:21:56Z', 'updated_at': '2022-04-12T08:23:49Z', 'revision_number': 3, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:01Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:23:50.907399 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dfd632bb-0c1e-4d71-91ce-706e0886f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (b8f16f6e-b919-4ef3-8c03-782c234f14c0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:50.954107 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd632bb-0c1e-4d71-91ce-706e0886f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f16f6e-b919-4ef3-8c03-782c234f14c0,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:50.968994 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-7b4ecf66-2434-49b2-b47c-90bcf56972b8 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289179 Apr 12 08:23:50.971404 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-dfd632bb-0c1e-4d71-91ce-706e0886f5c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18d6a0b8aad948658c16849648256527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280700 Apr 12 08:23:50.977788 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49878) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:50.996045 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9b901f05-b5c2-4990-b77c-6cea463bf082 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (5ac334da-f590-4667-baeb-9928dc88c809), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.052998 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b901f05-b5c2-4990-b77c-6cea463bf082 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event deleted for resources: {'Port': ['ID=5ac334da-f590-4667-baeb-9928dc88c809,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:51.097716 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9b901f05-b5c2-4990-b77c-6cea463bf082 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (d45c8aa8-8070-4739-b853-2cf07bed7a30), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.101050 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9b901f05-b5c2-4990-b77c-6cea463bf082 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.102343 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-9b901f05-b5c2-4990-b77c-6cea463bf082 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "DELETE /v2.0/floatingips/d45c8aa8-8070-4739-b853-2cf07bed7a30 HTTP/1.1" status: 204 len: 168 time: 0.8054705 Apr 12 08:23:51.109875 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2269906-00c4-4a4b-af74-339a0a8cc51e admin admin] Publish callbacks [] for security_group (b8f16f6e-b919-4ef3-8c03-782c234f14c0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.146833 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:51.163190 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2269906-00c4-4a4b-af74-339a0a8cc51e admin admin] Publish callbacks [] for security_group (b8f16f6e-b919-4ef3-8c03-782c234f14c0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.189442 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d26fc675-60ff-4b6a-9886-59246f369e13 req-25b1b4ad-faa2-4694-a5a2-8205f0b74a5a service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128785 Apr 12 08:23:51.201334 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] Checking router: 80f8d10e-fa34-467e-8d7d-1f0ae1951183 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:23:51.212652 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:51.213849 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:51.265686 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-25424601-ca6f-4255-a479-0a84ba5c5964 req-4cbd8e87-3e86-44e0-8f6a-8da93fe3a66f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3 HTTP/1.1" status: 200 len: 210 time: 0.0305743 Apr 12 08:23:51.334075 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:51.352775 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2269906-00c4-4a4b-af74-339a0a8cc51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (b8f16f6e-b919-4ef3-8c03-782c234f14c0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.355658 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2269906-00c4-4a4b-af74-339a0a8cc51e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.359970 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a2269906-00c4-4a4b-af74-339a0a8cc51e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8f16f6e-b919-4ef3-8c03-782c234f14c0 HTTP/1.1" status: 204 len: 168 time: 0.3781250 Apr 12 08:23:51.365166 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2269906-00c4-4a4b-af74-339a0a8cc51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f16f6e-b919-4ef3-8c03-782c234f14c0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:51.549502 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:51.579405 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66269b06-705f-4751-8ae3-b7b28ca7173f None None] The sync data for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi is: [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:23:51.598982 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49886) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:51.603613 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0927dbde-301e-4ec5-89bf-9ce774982513 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--273206336', 'description': 'tempest-description--932571867'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:51.680010 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0927dbde-301e-4ec5-89bf-9ce774982513 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.752349 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0927dbde-301e-4ec5-89bf-9ce774982513 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (b5610279-1094-433b-9b5d-6aa319005c94), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.816927 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0927dbde-301e-4ec5-89bf-9ce774982513 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (b5610279-1094-433b-9b5d-6aa319005c94), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.847212 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927dbde-301e-4ec5-89bf-9ce774982513 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5610279-1094-433b-9b5d-6aa319005c94,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:51.860788 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cdeedf-e4d9-44e4-8049-d0094774c6db None None] New status for floating IP fbbc0cc0-923c-4c91-b058-c9f1b0bb8401: DOWN {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:23:51.933386 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0927dbde-301e-4ec5-89bf-9ce774982513 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:51.934345 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0927dbde-301e-4ec5-89bf-9ce774982513 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3343303 Apr 12 08:23:51.937194 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49898) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:51.941521 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fe749104-93fb-4bdb-94a4-be9d2dd6fc63 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'security_group_rule': {'security_group_id': 'b5610279-1094-433b-9b5d-6aa319005c94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:52.021157 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe749104-93fb-4bdb-94a4-be9d2dd6fc63 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (58e80a24-aab7-41f2-9b91-c5b8029eeab1), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.090149 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe749104-93fb-4bdb-94a4-be9d2dd6fc63 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (58e80a24-aab7-41f2-9b91-c5b8029eeab1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.211394 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe749104-93fb-4bdb-94a4-be9d2dd6fc63 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (58e80a24-aab7-41f2-9b91-c5b8029eeab1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.232123 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe749104-93fb-4bdb-94a4-be9d2dd6fc63 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e80a24-aab7-41f2-9b91-c5b8029eeab1,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:52.237874 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74'}, {'server_uuid': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'name': 'network-vif-deleted', 'tag': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:23:52.245849 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74"}, {"server_uuid": "d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3", "name": "network-vif-deleted", "tag": "674c07e3-d0d4-4de1-915a-e3cfc66b4b23"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:23:52.279896 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Apr 2022 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a9ec53-9ce1-447e-829a-283eb131ac78 x-openstack-request-id: req-30a9ec53-9ce1-447e-829a-283eb131ac78 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:23:52.280316 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74", "status": "completed", "code": 200}, {"server_uuid": "d8f1d5dd-bec8-487a-97f9-ce5111bdf5b3", "name": "network-vif-deleted", "tag": "674c07e3-d0d4-4de1-915a-e3cfc66b4b23", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:23:52.280828 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30a9ec53-9ce1-447e-829a-283eb131ac78 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:23:52.281233 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a9ec53-9ce1-447e-829a-283eb131ac78'] response: {'name': 'network-changed', 'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'status': 'completed', 'code': 200} Apr 12 08:23:52.281493 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a9ec53-9ce1-447e-829a-283eb131ac78'] response: {'server_uuid': 'd8f1d5dd-bec8-487a-97f9-ce5111bdf5b3', 'name': 'network-vif-deleted', 'tag': '674c07e3-d0d4-4de1-915a-e3cfc66b4b23', 'status': 'completed', 'code': 200} Apr 12 08:23:52.287130 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe749104-93fb-4bdb-94a4-be9d2dd6fc63 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.288371 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-fe749104-93fb-4bdb-94a4-be9d2dd6fc63 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501706 Apr 12 08:23:52.290999 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49910) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:52.295673 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2d63daf1-ade3-4637-bca1-5b97064b14de tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'security_group_rule': {'security_group_id': 'b5610279-1094-433b-9b5d-6aa319005c94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:52.350110 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-85c3efd4-8fa1-48f3-b1e8-8d84d558d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:52.352032 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-85c3efd4-8fa1-48f3-b1e8-8d84d558d745 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7411cb7c422c426da8dcf9ba38515373&device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 1130 time: 0.0441248 Apr 12 08:23:52.429515 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d63daf1-ade3-4637-bca1-5b97064b14de tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (e154877f-c650-478d-b436-7c33b58d2b42), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.429825 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49920) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:52.489529 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-4414637f-b9c1-424e-9d71-51dc86209117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:52.491442 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-4414637f-b9c1-424e-9d71-51dc86209117 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 200 len: 919 time: 0.1335883 Apr 12 08:23:52.497410 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:23:52.518050 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:23:52.518607 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 674c07e3-d0d4-4de1-915a-e3cfc66b4b23 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:23:52.536441 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-811579174-network', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:52.559668 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d63daf1-ade3-4637-bca1-5b97064b14de tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (e154877f-c650-478d-b436-7c33b58d2b42), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.599030 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-13b387c2-015d-49c0-a6b9-8e4ec7a6f6de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 HTTP/1.1" status: 200 len: 1002 time: 0.0966508 Apr 12 08:23:52.608006 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-556ed5b9-4c01-481e-9e0a-b5537ef9621b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718093277&fields=id&tenant_id=b0a880bb2648415aa3ee1a89d71186f6 HTTP/1.1" status: 200 len: 267 time: 0.1093616 Apr 12 08:23:52.661152 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Made reservation on behalf of 363e74209dea4f4cb1a53e9d32f43f7e for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:23:52.663430 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.665056 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d63daf1-ade3-4637-bca1-5b97064b14de tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (e154877f-c650-478d-b436-7c33b58d2b42), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.672328 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.727744 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63daf1-ade3-4637-bca1-5b97064b14de tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e154877f-c650-478d-b436-7c33b58d2b42,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:52.734514 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-e654ca86-ad45-448e-8b50-193eda532a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:52.736445 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-e654ca86-ad45-448e-8b50-193eda532a7c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 200 len: 858 time: 0.1275256 Apr 12 08:23:52.746639 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Publish callbacks [] for security_group (5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.801824 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-df497e62-b278-4a0a-a40e-e5522e94e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:52.803297 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-df497e62-b278-4a0a-a40e-e5522e94e0d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03102d2f-5e47-497b-9172-21726975a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580807 Apr 12 08:23:52.809507 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-9234bb04-d228-4636-a4a7-98a5a871cd03 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:52.810815 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-9234bb04-d228-4636-a4a7-98a5a871cd03 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 812 time: 0.1941500 Apr 12 08:23:52.820505 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d63daf1-ade3-4637-bca1-5b97064b14de tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.825215 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2d63daf1-ade3-4637-bca1-5b97064b14de tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5295756 Apr 12 08:23:52.825350 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49926) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:52.829310 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:52.846586 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.849482 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-3b3978d0-4448-4b91-a9ae-98ca6efb404a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/quotas/b0a880bb2648415aa3ee1a89d71186f6 HTTP/1.1" status: 200 len: 375 time: 0.0269132 Apr 12 08:23:52.868191 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:23:52.882586 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:52.885447 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (f3573831-1d15-4246-b640-59caea49ec24), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.885796 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Added segment f3573831-1d15-4246-b640-59caea49ec24 of type vlan for network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 Apr 12 08:23:52.926866 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (6b3701b9-c559-4c17-b75d-7fbbeba270b7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.929953 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-3391619d-06c3-46a9-b88d-5f5a6926ce43 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541737 Apr 12 08:23:52.932815 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:52.944331 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-95cd2a1f-0ab2-4027-ae7b-fcd567f7a2ef service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322644 Apr 12 08:23:53.023252 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.080966 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (6b3701b9-c559-4c17-b75d-7fbbeba270b7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.081976 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:53.082588 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.097695 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-85035527-69da-4164-93b2-b70931f7bc14 service neutron] 10.222.0.23 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524096 Apr 12 08:23:53.101130 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-22c2f99e-1c4a-4714-b10d-2eb5b4a8344c req-520f0df3-18e9-4833-9f9a-a87722ab4596 service neutron] 10.222.0.25 "GET /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483178 Apr 12 08:23:53.179342 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] Pushing event updated for resources: {'Network': ['ID=6b3701b9-c559-4c17-b75d-7fbbeba270b7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:53.187645 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Allocated IP 172.27.3.95 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/cf700b31-76b2-4417-acd4-193d975ac254) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:23:53.194572 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-fe9f9915-c57b-408c-905a-f93d5085393f service neutron] 10.222.0.23 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906715 Apr 12 08:23:53.195403 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ae171ab9-fcde-4b28-b72e-2af0a5785c3e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7643538 Apr 12 08:23:53.195958 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:23:53.199154 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49928) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:53.204225 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Request body: {'subnet': {'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-811579174-subnet', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:53.295706 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Made reservation on behalf of 363e74209dea4f4cb1a53e9d32f43f7e for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:23:53.299848 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3631433'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.308139 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for port (cf700b31-76b2-4417-acd4-193d975ac254), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.398919 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (cf700b31-76b2-4417-acd4-193d975ac254), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.435580 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:23:53.438344 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:23:53.441680 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:23:53.467401 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'Port': ['ID=cf700b31-76b2-4417-acd4-193d975ac254,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:53.532029 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (ccd3d351-d29c-4a57-b6ac-2e0cc38295fb), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.537281 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25995469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3631451'] for subnet (dfd650b4-f09a-4e40-933b-3e5f0207432f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.596752 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd650b4-f09a-4e40-933b-3e5f0207432f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:53.607050 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Checking segment: {'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:23:53.607413 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Network hostable DHCP agents. Network: 6b3701b9-c559-4c17-b75d-7fbbeba270b7, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:23:53.684205 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cf700b31-76b2-4417-acd4-193d975ac254), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.707119 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:23:53.788484 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 6b3701b9-c559-4c17-b75d-7fbbeba270b7) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:23:53.793370 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:53.794023 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.797501 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e1b30-727b-4887-a99f-8312d84ac2ef None None] Network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:23:53.833154 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5b38cca6-747c-47ef-b233-09068c1a87ef req-a05bb55b-8855-443c-aa9d-0cc81dff22bd tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 210 time: 0.0467563 Apr 12 08:23:53.881194 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-e484931b-5643-465a-abb3-ca47cec98c08 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6807997 Apr 12 08:23:53.884785 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 49940) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:53.889598 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:53.896817 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for port (cf700b31-76b2-4417-acd4-193d975ac254), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:53.934192 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:23:54.016288 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.068741 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Allocated IP 172.20.0.2 (6b3701b9-c559-4c17-b75d-7fbbeba270b7/dfd650b4-f09a-4e40-933b-3e5f0207432f/3a381adf-cd12-4b07-8401-cedc5079c9e8) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:23:54.074308 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (cf700b31-76b2-4417-acd4-193d975ac254), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.105092 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (74570d9a-401a-4d1a-8b5f-e59e9c0db129), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.107648 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (74570d9a-401a-4d1a-8b5f-e59e9c0db129), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.142030 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'Port': ['ID=cf700b31-76b2-4417-acd4-193d975ac254,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:54.156787 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (ccd3d351-d29c-4a57-b6ac-2e0cc38295fb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.173157 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks [] for router_controller (74570d9a-401a-4d1a-8b5f-e59e9c0db129), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.225234 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Publish callbacks [] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.264655 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.283176 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-b4639c67-c253-40e0-8234-25e383955c96 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4533107 Apr 12 08:23:54.326002 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.367415 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:23:54.370978 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:23:54.377887 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:23:54.381107 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Pushing event updated for resources: {'Port': ['ID=3a381adf-cd12-4b07-8401-cedc5079c9e8,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:54.411158 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks [] for router_gateway (74570d9a-401a-4d1a-8b5f-e59e9c0db129), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.427934 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.428360 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.428773 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.429499 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.429499 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.429845 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.430170 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.430558 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.430921 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.431123 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.431503 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.432316 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.432680 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.432963 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.433305 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:23:54.474733 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Attempting to bind port 3a381adf-cd12-4b07-8401-cedc5079c9e8 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:23:54.475107 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Attempting to bind port 3a381adf-cd12-4b07-8401-cedc5079c9e8 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:23:54.475508 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Attempting to bind port 3a381adf-cd12-4b07-8401-cedc5079c9e8 on network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:23:54.481031 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:23:54.481408 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Checking segment: {'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:23:54.481809 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.482196 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Bound using segment: {'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:23:54.482657 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Bound port: 3a381adf-cd12-4b07-8401-cedc5079c9e8, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:23:54.483037 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.501496 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3a92c248-82a5-4df2-abaa-52acb793d15f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--273206336&fields=id&tenant_id=c5df5bdc6238443fb11973f52caf4c09 HTTP/1.1" status: 200 len: 267 time: 0.0553370 Apr 12 08:23:54.546808 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] For port 3a381adf-cd12-4b07-8401-cedc5079c9e8, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:23:54.549865 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] For port 3a381adf-cd12-4b07-8401-cedc5079c9e8, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=3a381adf-cd12-4b07-8401-cedc5079c9e8,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:23:54.629232 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.688761 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89ac1f-101f-4309-b061-c3a2ff01b8bf None None] Pushing event updated for resources: {'Port': ['ID=3a381adf-cd12-4b07-8401-cedc5079c9e8,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:54.708751 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-d074b08a-1eed-43e1-90ed-538cd8df699d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:54.710272 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-d074b08a-1eed-43e1-90ed-538cd8df699d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 817 time: 0.2008541 Apr 12 08:23:54.747258 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-829c00e9-cc96-42d0-b526-0c4465c83197 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/quotas/c5df5bdc6238443fb11973f52caf4c09 HTTP/1.1" status: 200 len: 375 time: 0.0155859 Apr 12 08:23:54.785045 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks [] for router_gateway (74570d9a-401a-4d1a-8b5f-e59e9c0db129), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.813430 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:54.830362 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-0d4ef544-4f83-4124-886b-de8c180065fd tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771651 Apr 12 08:23:54.973780 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ea7b5d7d-a8c6-4e96-93bb-c1d95b73d82c req-f8d77617-c8ec-450a-a719-94acf29bd94b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 210 time: 0.0416605 Apr 12 08:23:55.275115 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Allocated IP 172.27.3.7 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/864d42a4-685e-4329-b77e-80e051504ad1) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:23:55.278610 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-24608f89-bd78-47e3-b226-42388803a121 service neutron] 10.222.0.23 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483057 Apr 12 08:23:55.460701 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-232d0d8f-28b2-4a56-a459-4c370236c30d service neutron] 10.222.0.23 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715541 Apr 12 08:23:55.485295 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks [] for port (864d42a4-685e-4329-b77e-80e051504ad1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:55.577874 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (864d42a4-685e-4329-b77e-80e051504ad1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:55.618700 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:23:55.637692 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:23:55.642954 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:23:55.683895 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Pushing event updated for resources: {'Port': ['ID=864d42a4-685e-4329-b77e-80e051504ad1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:55.713074 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4f78b100-c7d0-4d79-8ac2-eb26c6f7a1da req-8702e8cc-d9cd-40e2-911c-6b02749ce879 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 210 time: 0.0315754 Apr 12 08:23:55.749220 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43db1887-f732-47cd-860d-5248cbcb0146 None None] Network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:23:55.825258 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-4274efcc-d7a6-4657-abc0-97bf1cda1afc None None] Provisioning complete for port 3a381adf-cd12-4b07-8401-cedc5079c9e8 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:23:55.825631 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4274efcc-d7a6-4657-abc0-97bf1cda1afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:56.082139 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks [] for router_gateway (74570d9a-401a-4d1a-8b5f-e59e9c0db129), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:56.213458 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-4274efcc-d7a6-4657-abc0-97bf1cda1afc None None] Current status of the port 3a381adf-cd12-4b07-8401-cedc5079c9e8 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:23:56.213882 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4274efcc-d7a6-4657-abc0-97bf1cda1afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:56.277421 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-4274efcc-d7a6-4657-abc0-97bf1cda1afc None None] For port 3a381adf-cd12-4b07-8401-cedc5079c9e8, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=3a381adf-cd12-4b07-8401-cedc5079c9e8,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:23:56.286819 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 3a381adf-cd12-4b07-8401-cedc5079c9e8 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:23:56.335691 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 3a381adf-cd12-4b07-8401-cedc5079c9e8 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:23:56.336167 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:56.352600 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a47a2ec2-74ba-44e3-ac06-9b9e595613cc req-bef5f05f-fc9c-4db2-a70f-e29b508ab10c tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 210 time: 0.1373954 Apr 12 08:23:56.364188 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4274efcc-d7a6-4657-abc0-97bf1cda1afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:56.426488 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-26c12d6a-5a50-4a15-b24c-39c4f2a2fef5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:56.428289 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-26c12d6a-5a50-4a15-b24c-39c4f2a2fef5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 812 time: 0.5684676 Apr 12 08:23:56.441102 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274efcc-d7a6-4657-abc0-97bf1cda1afc None None] Pushing event updated for resources: {'Port': ['ID=3a381adf-cd12-4b07-8401-cedc5079c9e8,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:56.460884 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (74570d9a-401a-4d1a-8b5f-e59e9c0db129), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:56.492428 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-37367780-f8bb-4515-a568-6e5b12c1753a None None] Provisioning complete for port 3a381adf-cd12-4b07-8401-cedc5079c9e8 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:23:56.492942 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-37367780-f8bb-4515-a568-6e5b12c1753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:56.496042 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 3a381adf-cd12-4b07-8401-cedc5079c9e8 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:23:56.550936 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-af9254bd-6f94-4cb3-8a53-c204304cc82c tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a880bb2648415aa3ee1a89d71186f6 HTTP/1.1" status: 200 len: 380 time: 0.1135719 Apr 12 08:23:56.581145 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-37367780-f8bb-4515-a568-6e5b12c1753a None None] Current status of the port 3a381adf-cd12-4b07-8401-cedc5079c9e8 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:23:56.588356 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'port': {'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'admin_state_up': True, 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'security_groups': ['d5300884-90e1-4f12-991f-9faa8363d666']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:56.817269 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Made reservation on behalf of b0a880bb2648415aa3ee1a89d71186f6 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:23:56.818873 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-310a4831-b30f-4364-8f8c-cd7490e689bf req-a9c97e4d-6082-4e71-a611-effc40f57aec tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 210 time: 0.0309372 Apr 12 08:23:56.821421 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:56.827122 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:23:57.030910 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:23:57.044673 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Sync routers for ids ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:23:57.054955 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Allocated IP 172.20.0.14 (aa06fd23-9fcb-4982-a9de-73241ec1a6cf/ff614d52-f8a4-4853-898c-141b26a67d31/3c00084f-e287-46d2-898d-7383b81b5748) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:23:57.058584 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Routers {'74570d9a-401a-4d1a-8b5f-e59e9c0db129'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:57.059238 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:57.115944 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:57.117168 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-24c09367-01c8-45b1-9b70-69d89ada3c8f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2308700 Apr 12 08:23:57.120549 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 49976) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:23:57.190957 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Set router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:57.236834 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for port (3c00084f-e287-46d2-898d-7383b81b5748), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:57.337484 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (3c00084f-e287-46d2-898d-7383b81b5748), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:57.373221 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:55Z', 'revision_number': 3, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:57.387532 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:23:57.390812 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:23:57.393138 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:23:57.407036 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Checking router: 74570d9a-401a-4d1a-8b5f-e59e9c0db129 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:23:57.407554 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Updating router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 port 864d42a4-685e-4329-b77e-80e051504ad1 binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:23:57.441033 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (864d42a4-685e-4329-b77e-80e051504ad1), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:57.450239 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:57.450887 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:57.460285 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'Port': ['ID=3c00084f-e287-46d2-898d-7383b81b5748,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:57.577884 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-058a32d3-dc59-4a1e-a267-309b763bbd7a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9951715 Apr 12 08:23:57.592580 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Request body: {'port': {'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:57.625626 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7de811-c819-4c12-bc13-8b5d78f2b85d req-74d52b1f-560e-4c67-be94-2d431ef3ea92 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:57.633238 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5d7de811-c819-4c12-bc13-8b5d78f2b85d req-74d52b1f-560e-4c67-be94-2d431ef3ea92 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 932 time: 0.1560934 Apr 12 08:23:57.712704 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (3c00084f-e287-46d2-898d-7383b81b5748), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:57.741055 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5d7de811-c819-4c12-bc13-8b5d78f2b85d req-8367454a-2af9-4627-847c-cf2e44a12f61 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069171 Apr 12 08:23:57.812489 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Publish callbacks [] for port (864d42a4-685e-4329-b77e-80e051504ad1), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:57.821639 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-0d2f1660-104d-4156-8ef6-cceafff01759 None None] Provisioning complete for port 3c00084f-e287-46d2-898d-7383b81b5748 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:23:57.821639 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0d2f1660-104d-4156-8ef6-cceafff01759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (3c00084f-e287-46d2-898d-7383b81b5748), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:57.840179 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:57.868454 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f1660-104d-4156-8ef6-cceafff01759 None None] Port 3c00084f-e287-46d2-898d-7383b81b5748 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:23:57.902761 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (864d42a4-685e-4329-b77e-80e051504ad1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:57.958485 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f6938321-3139-412c-9963-c13787a6a399 req-3817d1f8-b11a-4787-a699-549ceb9ba6fa tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 210 time: 0.0499506 Apr 12 08:23:57.979150 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Attempting to bind port 864d42a4-685e-4329-b77e-80e051504ad1 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:23:57.979546 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Attempting to bind port 864d42a4-685e-4329-b77e-80e051504ad1 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:23:57.979918 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Attempting to bind port 864d42a4-685e-4329-b77e-80e051504ad1 on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:23:57.987219 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bd727-c992-41f9-9a4e-bc7bd66e94d0 None None] Pushing event updated for resources: {'Port': ['ID=864d42a4-685e-4329-b77e-80e051504ad1,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:58.000339 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:23:58.000732 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:23:58.001516 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.001516 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:23:58.001976 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Bound port: 864d42a4-685e-4329-b77e-80e051504ad1, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:23:58.002360 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (864d42a4-685e-4329-b77e-80e051504ad1), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.031924 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-472fd3d0-6a6e-45c4-95ca-138b60d018b3 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:58.034084 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-472fd3d0-6a6e-45c4-95ca-138b60d018b3 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.25 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 817 time: 0.1938801 Apr 12 08:23:58.054252 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] For port 864d42a4-685e-4329-b77e-80e051504ad1, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:23:58.058776 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] For port 864d42a4-685e-4329-b77e-80e051504ad1, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=864d42a4-685e-4329-b77e-80e051504ad1,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:23:58.090339 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Allocated IP 172.20.0.1 (6b3701b9-c559-4c17-b75d-7fbbeba270b7/dfd650b4-f09a-4e40-933b-3e5f0207432f/e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:23:58.166142 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-f454165c-56b4-4d64-aeb7-00c983ae9add tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5df5bdc6238443fb11973f52caf4c09 HTTP/1.1" status: 200 len: 379 time: 0.1181116 Apr 12 08:23:58.168545 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (864d42a4-685e-4329-b77e-80e051504ad1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.177834 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'port': {'device_id': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'admin_state_up': True, 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'security_groups': ['b5610279-1094-433b-9b5d-6aa319005c94']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:58.186632 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c00084f-e287-46d2-898d-7383b81b5748 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:23:58.206095 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Publish callbacks [] for port (3c00084f-e287-46d2-898d-7383b81b5748), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.230639 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Publish callbacks [] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.236079 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 3a381adf-cd12-4b07-8401-cedc5079c9e8 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:23:58.263604 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Transition to ACTIVE for port object 3c00084f-e287-46d2-898d-7383b81b5748 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:23:58.291965 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Routers {'74570d9a-401a-4d1a-8b5f-e59e9c0db129'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:23:58.292574 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:58.314958 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.330050 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (3c00084f-e287-46d2-898d-7383b81b5748), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.340584 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bd727-c992-41f9-9a4e-bc7bd66e94d0 None None] Pushing event updated for resources: {'Port': ['ID=864d42a4-685e-4329-b77e-80e051504ad1,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:58.355939 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:23:58.359135 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:23:58.361588 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:23:58.370349 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 3a381adf-cd12-4b07-8401-cedc5079c9e8 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:23:58.370349 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.394604 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Made reservation on behalf of c5df5bdc6238443fb11973f52caf4c09 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:23:58.400241 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.401698 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Pushing event updated for resources: {'Port': ['ID=e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:58.419258 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (74570d9a-401a-4d1a-8b5f-e59e9c0db129), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.438990 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Pushing event updated for resources: {'Port': ['ID=3c00084f-e287-46d2-898d-7383b81b5748,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:58.458512 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] Set router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:23:58.639721 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 3a381adf-cd12-4b07-8401-cedc5079c9e8 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:23:58.699278 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Attempting to bind port 3c00084f-e287-46d2-898d-7383b81b5748 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:23:58.699711 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Attempting to bind port 3c00084f-e287-46d2-898d-7383b81b5748 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:23:58.700018 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Attempting to bind port 3c00084f-e287-46d2-898d-7383b81b5748 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:23:58.702655 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Allocated IP 172.20.0.14 (27a8e601-3bff-45fb-be15-6e2fb4f647ba/3fbd018f-712a-450f-90d2-15e35424b949/8a48dc33-8440-4dac-bd0c-47b3ca15faa0) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:23:58.704465 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.713337 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Port 3c00084f-e287-46d2-898d-7383b81b5748 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:23:58.718943 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Attempting to bind port 3c00084f-e287-46d2-898d-7383b81b5748 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:23:58.721034 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:23:58.721380 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Checking segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:23:58.721780 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Bound using segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:23:58.722224 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Bound port: 3c00084f-e287-46d2-898d-7383b81b5748, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:23:58.722583 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (3c00084f-e287-46d2-898d-7383b81b5748), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.856784 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-e19c38cf-1956-4d99-a6f1-c2aee88de809 None None] Provisioning complete for port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:23:58.857155 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e19c38cf-1956-4d99-a6f1-c2aee88de809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.859887 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:55Z', 'revision_number': 3, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:23:58.902653 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] For port 3c00084f-e287-46d2-898d-7383b81b5748, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:23:58.903308 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Publish callbacks [] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.914019 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06405f62-d1e9-4653-9a43-53c91f10956e None None] The sync data for ids ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'] in dv-cinder-836944-3-iscsi is: [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:55Z', 'revision_number': 3, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:23:58.924262 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] For port 3c00084f-e287-46d2-898d-7383b81b5748, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3c00084f-e287-46d2-898d-7383b81b5748,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:23:58.927142 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-e19c38cf-1956-4d99-a6f1-c2aee88de809 None None] Port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:23:58.940088 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d5ba4-9f53-4bed-80ae-08e6d8ea6182 req-8eb8a183-9e98-4532-bc85-72a532991a59 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:58.941624 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ad8d5ba4-9f53-4bed-80ae-08e6d8ea6182 req-8eb8a183-9e98-4532-bc85-72a532991a59 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 944 time: 0.0767887 Apr 12 08:23:58.982389 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:58.988300 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:59.032849 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (3c00084f-e287-46d2-898d-7383b81b5748), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:59.052810 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Pushing event updated for resources: {'Port': ['ID=e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:59.074437 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (74570d9a-401a-4d1a-8b5f-e59e9c0db129), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:59.089471 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ad8d5ba4-9f53-4bed-80ae-08e6d8ea6182 req-8fd0c343-4dd0-4102-af63-410dee07b960 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374619 Apr 12 08:23:59.094165 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:59.094835 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:59.096230 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] 10.222.0.25 "PUT /v2.0/ports/3c00084f-e287-46d2-898d-7383b81b5748 HTTP/1.1" status: 200 len: 1094 time: 1.5088375 Apr 12 08:23:59.096682 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'tag': '3c00084f-e287-46d2-898d-7383b81b5748'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:23:59.099630 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc82b441-1f11-4715-951d-2b5734a26107" -d '{"events": [{"name": "network-changed", "server_uuid": "e2aadda0-d9b7-414c-b089-fd613df5b75c", "tag": "3c00084f-e287-46d2-898d-7383b81b5748"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:23:59.151904 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:59.161449 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ae007-deeb-44b3-9ba4-e793696ab15e service neutron] Pushing event updated for resources: {'Port': ['ID=3c00084f-e287-46d2-898d-7383b81b5748,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:59.220685 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Network 27a8e601-3bff-45fb-be15-6e2fb4f647ba is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:23:59.236731 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:23:59.267740 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:23:59.280075 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c397f13-e937-4b3f-81d9-22cb18e56d4c x-openstack-request-id: req-9c397f13-e937-4b3f-81d9-22cb18e56d4c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:23:59.281017 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2aadda0-d9b7-414c-b089-fd613df5b75c", "tag": "3c00084f-e287-46d2-898d-7383b81b5748", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:23:59.281695 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c397f13-e937-4b3f-81d9-22cb18e56d4c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:23:59.282399 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c397f13-e937-4b3f-81d9-22cb18e56d4c'] response: {'name': 'network-changed', 'server_uuid': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'tag': '3c00084f-e287-46d2-898d-7383b81b5748', 'status': 'completed', 'code': 200} Apr 12 08:23:59.292439 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777147-3155-444b-95f2-0339b111c1bd req-4a59d7e6-a6f0-427e-a1d3-3f5616401621 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:59.297255 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-08777147-3155-444b-95f2-0339b111c1bd req-4a59d7e6-a6f0-427e-a1d3-3f5616401621 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 932 time: 0.1535699 Apr 12 08:23:59.404581 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:23:59.412927 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:23:59.442613 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-08777147-3155-444b-95f2-0339b111c1bd req-685f71e7-abe1-4344-9bc5-25a3d6a86b31 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306889 Apr 12 08:23:59.625575 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:23:59.687007 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-4a2f0d38-8a4e-4c73-af12-75bcefbcc782 None None] Provisioning complete for port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:23:59.688275 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4a2f0d38-8a4e-4c73-af12-75bcefbcc782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:59.748304 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event updated for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:23:59.760583 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-49793d98-be27-405a-9345-07af84e9c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:59.762118 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-49793d98-be27-405a-9345-07af84e9c587 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 1128 time: 0.5441248 Apr 12 08:23:59.764871 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f0d38-8a4e-4c73-af12-75bcefbcc782 None None] Port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:23:59.782718 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:23:59.788049 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-954ccefb-4b20-4bde-ac9d-87135e27e953 admin admin] 10.222.0.23 "PUT /v2.0/routers/74570d9a-401a-4d1a-8b5f-e59e9c0db129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663802 Apr 12 08:23:59.815380 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:59.816050 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:59.820457 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-cd62bc85-a561-48d2-aa4d-b5b4473476f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c00084f-e287-46d2-898d-7383b81b5748 HTTP/1.1" status: 200 len: 217 time: 0.0487304 Apr 12 08:23:59.874408 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-789bc62b-7589-45b1-892c-ddccf77ca6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:59.878063 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-789bc62b-7589-45b1-892c-ddccf77ca6ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 200 len: 851 time: 0.0501504 Apr 12 08:23:59.882976 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-297c53ad-694e-4a0e-b9a1-08c7aeac8571 None None] Provisioning complete for port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:23:59.883288 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-297c53ad-694e-4a0e-b9a1-08c7aeac8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:23:59.887277 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-3e9d831b-cd7e-42b0-a4fc-7b21dc12435c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7146151 Apr 12 08:23:59.909003 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Request body: {'port': {'device_id': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:23:59.931245 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-297c53ad-694e-4a0e-b9a1-08c7aeac8571 None None] Port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:23:59.971505 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-de9d7fc3-facb-4eab-ae3c-f51780841138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:23:59.978633 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-de9d7fc3-facb-4eab-ae3c-f51780841138 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846620 Apr 12 08:24:00.031552 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:00.143976 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-c2f4e4fa-15ac-4f96-a282-3508844c08bb service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501887 Apr 12 08:24:00.225987 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 864d42a4-685e-4329-b77e-80e051504ad1 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:00.249350 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-534afd0d-bd33-43de-8aba-9874d081caa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:00.275047 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 864d42a4-685e-4329-b77e-80e051504ad1 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:00.276010 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (864d42a4-685e-4329-b77e-80e051504ad1), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:00.368928 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 864d42a4-685e-4329-b77e-80e051504ad1 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:00.369368 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (864d42a4-685e-4329-b77e-80e051504ad1), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:00.386445 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad4845-4c27-4570-8566-4380f20329c2 req-188e3463-6e24-4382-b310-9ca89200b36c tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:00.387935 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c6ad4845-4c27-4570-8566-4380f20329c2 req-188e3463-6e24-4382-b310-9ca89200b36c tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 944 time: 0.1797762 Apr 12 08:24:00.393769 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port 864d42a4-685e-4329-b77e-80e051504ad1, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=864d42a4-685e-4329-b77e-80e051504ad1,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:00.474402 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (864d42a4-685e-4329-b77e-80e051504ad1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:00.484563 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-08dbc831-81e4-40a0-8b5a-66678e2682b8 req-01b7a821-e904-4521-8e68-fa18576c2ab3 service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752023 Apr 12 08:24:00.490079 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c6ad4845-4c27-4570-8566-4380f20329c2 req-48b84cf0-505b-4274-8be7-a94622698bf6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952682 Apr 12 08:24:00.555122 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=864d42a4-685e-4329-b77e-80e051504ad1,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:00.590909 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:24:00.600862 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Publish callbacks [] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:00.615604 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Transition to ACTIVE for port object 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:24:00.620487 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50012) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:00.621147 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225027b-0daf-4535-810c-b82de3d50962 req-cf154ca8-84e4-4db6-a090-f02682996648 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:00.623264 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7225027b-0daf-4535-810c-b82de3d50962 req-cf154ca8-84e4-4db6-a090-f02682996648 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 932 time: 0.0595155 Apr 12 08:24:00.625411 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1807806844-network', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:00.672080 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7225027b-0daf-4535-810c-b82de3d50962 req-723c28ed-32f2-45d3-9bb0-5f852fae56ba tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419703 Apr 12 08:24:00.691032 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:00.722930 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Made reservation on behalf of e3f37e9b3f6c4b468cc0251cdb77040e for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:24:00.725219 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:00.743388 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:00.765070 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Pushing event updated for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:00.879790 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82b441-1f11-4715-951d-2b5734a26107 req-69cc224c-d493-42f6-86cc-b5658f6b28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:00.881329 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc82b441-1f11-4715-951d-2b5734a26107 req-69cc224c-d493-42f6-86cc-b5658f6b28b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 1128 time: 0.0781891 Apr 12 08:24:00.902430 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Sync routers for ids ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:24:00.917089 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Routers {'74570d9a-401a-4d1a-8b5f-e59e9c0db129'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:00.917089 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:00.976061 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Attempting to bind port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:24:00.976403 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Attempting to bind port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:24:00.976730 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Attempting to bind port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 on network 27a8e601-3bff-45fb-be15-6e2fb4f647ba {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:24:00.995843 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 on network 27a8e601-3bff-45fb-be15-6e2fb4f647ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:24:00.996165 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Attempting to bind port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 on network 27a8e601-3bff-45fb-be15-6e2fb4f647ba {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:24:01.013798 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:24:01.014062 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Checking segment: {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:24:01.014443 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Bound using segment: {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:24:01.014880 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Bound port: 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dd6d40-048c-4264-aa14-5263010fa062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:24:01.015238 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.022930 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Publish callbacks [] for security_group (e5b35e13-7ea7-4ad0-89ec-62e9a023b52a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.026267 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Set router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:01.045875 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82b441-1f11-4715-951d-2b5734a26107 req-805be052-98f7-40d4-bda1-40e560c646b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:01.047355 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc82b441-1f11-4715-951d-2b5734a26107 req-805be052-98f7-40d4-bda1-40e560c646b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 912 time: 0.1582024 Apr 12 08:24:01.106564 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e5b35e13-7ea7-4ad0-89ec-62e9a023b52a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.110141 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc82b441-1f11-4715-951d-2b5734a26107 req-eef612aa-4fea-4bea-a586-f25930f939ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c00084f-e287-46d2-898d-7383b81b5748 HTTP/1.1" status: 200 len: 217 time: 0.0457032 Apr 12 08:24:01.167680 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:24:01.198162 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (57f22380-e8d7-4881-8b1d-115a3b90423d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.198525 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.segments_db [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Added segment 57f22380-e8d7-4881-8b1d-115a3b90423d of type vlan for network f96f49c9-b12a-48bc-81e0-2404b1e79f0e Apr 12 08:24:01.208036 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b35e13-7ea7-4ad0-89ec-62e9a023b52a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:01.216086 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:24:01.219047 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e', 'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'mac_address': 'fa:16:3e:7b:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:57Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 2, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'subnets': [{'id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:01.219385 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:24:01.242443 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82b441-1f11-4715-951d-2b5734a26107 req-44fc3b5b-2b58-471f-a741-0c18e6ccf051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:01.243959 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc82b441-1f11-4715-951d-2b5734a26107 req-44fc3b5b-2b58-471f-a741-0c18e6ccf051 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 200 len: 851 time: 0.1219614 Apr 12 08:24:01.249213 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Checking router: 74570d9a-401a-4d1a-8b5f-e59e9c0db129 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:24:01.249644 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Updating router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:24:01.270632 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (f96f49c9-b12a-48bc-81e0-2404b1e79f0e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.279175 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.297023 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.353013 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82b441-1f11-4715-951d-2b5734a26107 req-50a13fa4-684b-4ad3-a12d-4920366b4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:01.354826 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc82b441-1f11-4715-951d-2b5734a26107 req-50a13fa4-684b-4ad3-a12d-4920366b4359 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001554 Apr 12 08:24:01.356277 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:01.356892 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.358174 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] 10.222.0.25 "PUT /v2.0/ports/8a48dc33-8440-4dac-bd0c-47b3ca15faa0 HTTP/1.1" status: 200 len: 1094 time: 1.4568541 Apr 12 08:24:01.360479 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:01.362737 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0789bbca-a66e-4c7d-98da-aa79038144fd" -d '{"events": [{"name": "network-changed", "server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:01.399723 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf86ad-c3d6-46c3-a97b-465d75466957 service neutron] Pushing event updated for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:01.442379 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e08fea-82df-4195-b96c-a12d3c5a47e5 x-openstack-request-id: req-01e08fea-82df-4195-b96c-a12d3c5a47e5 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:01.446331 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:01.446331 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01e08fea-82df-4195-b96c-a12d3c5a47e5 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:01.446331 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e08fea-82df-4195-b96c-a12d3c5a47e5'] response: {'name': 'network-changed', 'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'status': 'completed', 'code': 200} Apr 12 08:24:01.447435 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (f96f49c9-b12a-48bc-81e0-2404b1e79f0e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.448421 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:01.449003 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.560436 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] Pushing event updated for resources: {'Network': ['ID=f96f49c9-b12a-48bc-81e0-2404b1e79f0e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:01.571215 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network f96f49c9-b12a-48bc-81e0-2404b1e79f0e details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:24:01.572506 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50018) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:01.572653 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8a5bc1e2-4ef8-4e54-840b-1fd003c7ad7c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9509282 Apr 12 08:24:01.574665 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc82b441-1f11-4715-951d-2b5734a26107 req-6500da26-bb26-44ef-abc8-2f3e931240cc service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039545 Apr 12 08:24:01.575652 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789bbca-a66e-4c7d-98da-aa79038144fd req-614a3941-037d-4134-b021-b5b3f50dfd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:01.577039 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0789bbca-a66e-4c7d-98da-aa79038144fd req-614a3941-037d-4134-b021-b5b3f50dfd56 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 1128 time: 0.1026483 Apr 12 08:24:01.581086 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Request body: {'subnet': {'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1807806844-subnet', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'ip_version': 4}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:01.587440 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Publish callbacks [] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.648975 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dd434-8580-4f40-8c5c-2fb3b7714b92 req-1e124e87-573c-4c63-8f6d-6c583d409ad0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:01.651116 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e98dd434-8580-4f40-8c5c-2fb3b7714b92 req-1e124e87-573c-4c63-8f6d-6c583d409ad0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 944 time: 0.0581076 Apr 12 08:24:01.669427 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.701754 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Made reservation on behalf of e3f37e9b3f6c4b468cc0251cdb77040e for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:24:01.704185 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3347492'] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.717945 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Pushing event updated for resources: {'Port': ['ID=e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:01.727446 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e98dd434-8580-4f40-8c5c-2fb3b7714b92 req-3d391de5-b17c-4408-9afe-9aca04ada22b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702024 Apr 12 08:24:01.727913 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.729439 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.729987 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.730519 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.731004 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.731521 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.732469 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.733170 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.733654 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.734143 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.735201 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.735748 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.736249 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.736728 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.737196 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:01.786279 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789bbca-a66e-4c7d-98da-aa79038144fd req-2551c2c3-b449-4077-ab7d-f7b1606eb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:01.788470 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0789bbca-a66e-4c7d-98da-aa79038144fd req-2551c2c3-b449-4077-ab7d-f7b1606eb6b4 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c5df5bdc6238443fb11973f52caf4c09&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1941936 Apr 12 08:24:01.790506 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dc82b441-1f11-4715-951d-2b5734a26107 req-b051a049-6241-453b-9b88-2b115413c07f service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977649 Apr 12 08:24:01.842409 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Attempting to bind port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:24:01.843055 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Attempting to bind port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:24:01.843658 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Attempting to bind port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e on network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:24:01.849587 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:24:01.850323 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Checking segment: {'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:24:01.850882 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.851716 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Bound using segment: {'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:24:01.852626 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Bound port: e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:24:01.853160 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:01.877431 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c60fa-8d8f-43c0-8531-017345bdf6b2 req-8212cdea-11f7-49bb-801b-781388074d7a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:01.885551 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-863c60fa-8d8f-43c0-8531-017345bdf6b2 req-8212cdea-11f7-49bb-801b-781388074d7a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0651081 Apr 12 08:24:01.955356 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] For port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:24:01.958835 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] For port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:24:01.993875 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-863c60fa-8d8f-43c0-8531-017345bdf6b2 req-07b6e2fe-5369-46ba-8df8-bd9ac35e7b91 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073480 Apr 12 08:24:02.010421 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789bbca-a66e-4c7d-98da-aa79038144fd req-87e12fba-0c06-44b0-af5b-20c669e2a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:02.011930 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0789bbca-a66e-4c7d-98da-aa79038144fd req-87e12fba-0c06-44b0-af5b-20c669e2a5c0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2087598 Apr 12 08:24:02.012212 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3347510'] for subnet (2a4e8782-6fdd-490c-a026-d7e246720d42), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.040165 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.084377 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4e8782-6fdd-490c-a026-d7e246720d42,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:02.104529 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-8461dbca-83a5-402a-ad1d-24e7adc11648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:02.104529 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-8461dbca-83a5-402a-ad1d-24e7adc11648 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 1128 time: 0.0519760 Apr 12 08:24:02.107588 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-857707c5-5791-4650-b2c6-59bf3a6f9206 None None] Provisioning complete for port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:02.109671 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-857707c5-5791-4650-b2c6-59bf3a6f9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.120872 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7c072-9653-4d8c-866c-6f28abf63753 None None] Pushing event updated for resources: {'Port': ['ID=e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e,revision_number=4']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:02.121976 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Checking segment: {'id': '57f22380-e8d7-4881-8b1d-115a3b90423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:24:02.122330 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Network hostable DHCP agents. Network: f96f49c9-b12a-48bc-81e0-2404b1e79f0e, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:24:02.124880 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Routers {'74570d9a-401a-4d1a-8b5f-e59e9c0db129'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:02.125687 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:23:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:02.185371 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-997929c5-b284-4d75-8247-af29bb4534c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0 HTTP/1.1" status: 200 len: 217 time: 0.0699589 Apr 12 08:24:02.244720 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-468b8ab8-d698-46ed-be3a-d193a63384b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:02.246442 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-468b8ab8-d698-46ed-be3a-d193a63384b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 200 len: 856 time: 0.0577099 Apr 12 08:24:02.248180 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-857707c5-5791-4650-b2c6-59bf3a6f9206 None None] Current status of the port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:02.248661 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-857707c5-5791-4650-b2c6-59bf3a6f9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.252336 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Network f96f49c9-b12a-48bc-81e0-2404b1e79f0e is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:24:02.261891 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 864d42a4-685e-4329-b77e-80e051504ad1 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:02.305177 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-28323bd4-93a7-490b-927f-71ca8baf2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:02.307736 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-28323bd4-93a7-490b-927f-71ca8baf2227 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27a8e601-3bff-45fb-be15-6e2fb4f647ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491743 Apr 12 08:24:02.319967 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, f96f49c9-b12a-48bc-81e0-2404b1e79f0e) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:24:02.325634 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:02.326236 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.342251 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c669a-d8b9-4c4a-ac07-e193af241d99 None None] Network f96f49c9-b12a-48bc-81e0-2404b1e79f0e requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:24:02.391933 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-857707c5-5791-4650-b2c6-59bf3a6f9206 None None] For port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:02.409689 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] Set router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:02.417166 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-9fb38045-79e7-4b6c-8641-01de360676c8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8400390 Apr 12 08:24:02.417350 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50024) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:02.419573 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 864d42a4-685e-4329-b77e-80e051504ad1 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:02.419963 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (864d42a4-685e-4329-b77e-80e051504ad1), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.421614 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1807806844-router', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:02.424753 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-cb45989c-4bdb-4da1-8b8e-28e5954cb1ad service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096232 Apr 12 08:24:02.469353 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-857707c5-5791-4650-b2c6-59bf3a6f9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.531043 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e885da33-726a-4cbb-99d8-5fc4f2a85916 req-f2deba95-f5c4-4baf-bd3a-aab7aac2cefe service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991435 Apr 12 08:24:02.531808 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (9b5f86bf-4930-4733-9478-96e152dcd1d2), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.532912 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (9b5f86bf-4930-4733-9478-96e152dcd1d2), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.561463 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-f96f49c9-b12a-48bc-81e0-2404b1e79f0e', 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e', 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'fixed_ips': [{'subnet_id': '2a4e8782-6fdd-490c-a026-d7e246720d42'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:24:02.562323 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.589556 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857707c5-5791-4650-b2c6-59bf3a6f9206 None None] Pushing event updated for resources: {'Port': ['ID=e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:02.607449 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks [] for router_controller (9b5f86bf-4930-4733-9478-96e152dcd1d2), precommit_add_association {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.613018 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 864d42a4-685e-4329-b77e-80e051504ad1 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:02.614961 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-8091e7bf-d3ae-45af-9234-82a5122c9ba7 None None] Provisioning complete for port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:02.615334 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8091e7bf-d3ae-45af-9234-82a5122c9ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.642542 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e', 'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'mac_address': 'fa:16:3e:7b:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:57Z', 'updated_at': '2022-04-12T08:24:01Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'subnets': [{'id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:02.673818 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d3aa7-1714-4d62-9569-73897874c1da None None] The sync data for ids ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'] in dv-cinder-836944-3-iscsi is: [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e', 'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'mac_address': 'fa:16:3e:7b:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:57Z', 'updated_at': '2022-04-12T08:24:01Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'subnets': [{'id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:24:02.823294 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0183b091-1e3d-474f-bc81-c2515c77b514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.834251 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-8091e7bf-d3ae-45af-9234-82a5122c9ba7 None None] Current status of the port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:02.840489 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Allocated IP 172.20.0.2 (f96f49c9-b12a-48bc-81e0-2404b1e79f0e/2a4e8782-6fdd-490c-a026-d7e246720d42/e2287f46-30f6-4cfa-8bd2-061473a810d6) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:24:02.886837 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks [] for router_gateway (9b5f86bf-4930-4733-9478-96e152dcd1d2), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:02.927397 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa77c8-78f2-45cb-9680-4e08a99f8392 req-c72a1de9-d2f9-41cf-98ff-85f1eac552f6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:02.928958 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-43fa77c8-78f2-45cb-9680-4e08a99f8392 req-c72a1de9-d2f9-41cf-98ff-85f1eac552f6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 944 time: 0.0581138 Apr 12 08:24:03.001646 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Publish callbacks [] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.034972 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-43fa77c8-78f2-45cb-9680-4e08a99f8392 req-6ba08418-702c-4d8a-bf6f-165eee74bbf9 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988674 Apr 12 08:24:03.078545 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.112705 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Network f96f49c9-b12a-48bc-81e0-2404b1e79f0e is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:24:03.124891 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:24:03.124891 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:24:03.132714 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9475bc8-c3ab-43b0-a30d-4a0fcc6c231d req-f43a95bd-0de8-49ef-87c7-d251a8d63327 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:03.134265 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a9475bc8-c3ab-43b0-a30d-4a0fcc6c231d req-f43a95bd-0de8-49ef-87c7-d251a8d63327 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0593889 Apr 12 08:24:03.173440 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks [] for router_gateway (9b5f86bf-4930-4733-9478-96e152dcd1d2), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.196571 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.198765 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Pushing event updated for resources: {'Port': ['ID=e2287f46-30f6-4cfa-8bd2-061473a810d6,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:03.211005 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a9475bc8-c3ab-43b0-a30d-4a0fcc6c231d req-b94c4b52-f715-4c09-8179-4f81433d234c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605628 Apr 12 08:24:03.216561 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Attempting to bind port e2287f46-30f6-4cfa-8bd2-061473a810d6 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:24:03.216561 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Attempting to bind port e2287f46-30f6-4cfa-8bd2-061473a810d6 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '57f22380-e8d7-4881-8b1d-115a3b90423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:24:03.216561 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Attempting to bind port e2287f46-30f6-4cfa-8bd2-061473a810d6 on network f96f49c9-b12a-48bc-81e0-2404b1e79f0e {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:24:03.221423 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:24:03.222046 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Checking segment: {'id': '57f22380-e8d7-4881-8b1d-115a3b90423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:24:03.222664 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.223273 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Bound using segment: {'id': '57f22380-e8d7-4881-8b1d-115a3b90423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:24:03.223957 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Bound port: e2287f46-30f6-4cfa-8bd2-061473a810d6, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f22380-e8d7-4881-8b1d-115a3b90423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:24:03.224618 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.297901 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] For port e2287f46-30f6-4cfa-8bd2-061473a810d6, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:24:03.301469 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] For port e2287f46-30f6-4cfa-8bd2-061473a810d6, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=e2287f46-30f6-4cfa-8bd2-061473a810d6,segment=NetworkSegment(57f22380-e8d7-4881-8b1d-115a3b90423d),segment_id=57f22380-e8d7-4881-8b1d-115a3b90423d)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:24:03.310947 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Allocated IP 172.27.3.91 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/65d13628-4fae-4a3d-bc1c-114db94f4071) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:24:03.401333 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.420984 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks [] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.459379 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54500a01-71c9-496b-a1dc-c0c0d563c1cf None None] Pushing event updated for resources: {'Port': ['ID=e2287f46-30f6-4cfa-8bd2-061473a810d6,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:03.520659 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.564174 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:24:03.567009 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:24:03.570604 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:24:03.582954 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.596916 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Pushing event updated for resources: {'Port': ['ID=65d13628-4fae-4a3d-bc1c-114db94f4071,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:03.652062 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:03.987011 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks [] for router_gateway (9b5f86bf-4930-4733-9478-96e152dcd1d2), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:04.238408 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:04.244758 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e46e-9119-43a4-b7ac-c4f151109796 req-165e2023-50cf-48d7-b955-db48205a3fde tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:04.252520 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2206e46e-9119-43a4-b7ac-c4f151109796 req-165e2023-50cf-48d7-b955-db48205a3fde tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 944 time: 0.1392066 Apr 12 08:24:04.317892 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:04.318460 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:04.330580 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (9b5f86bf-4930-4733-9478-96e152dcd1d2), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:04.335992 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2206e46e-9119-43a4-b7ac-c4f151109796 req-95484e83-0d65-409b-a082-f5b2fd1cfa21 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835519 Apr 12 08:24:04.360050 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04492e-280a-4484-a179-ae59494f42a8 req-b72f50a4-3276-4afc-891a-65075e3f06b2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:04.364675 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cd04492e-280a-4484-a179-ae59494f42a8 req-b72f50a4-3276-4afc-891a-65075e3f06b2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0811577 Apr 12 08:24:04.421869 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:04.423653 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device e2287f46-30f6-4cfa-8bd2-061473a810d6 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:04.430593 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cd04492e-280a-4484-a179-ae59494f42a8 req-6c8ec426-1659-4c6c-84be-ec59c142605d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598211 Apr 12 08:24:04.476682 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port e2287f46-30f6-4cfa-8bd2-061473a810d6 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:04.477178 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:04.480817 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8343e8d0-a481-4cf2-8cb0-d8eb90c349db None None] Network f96f49c9-b12a-48bc-81e0-2404b1e79f0e requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:24:04.576985 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Router 9b5f86bf-4930-4733-9478-96e152dcd1d2 is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:24:04.691176 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:24:04.711041 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-7bef3c7d-4cdf-4754-887e-2949ba9c4c3a None None] Provisioning complete for port e2287f46-30f6-4cfa-8bd2-061473a810d6 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:04.711680 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-7bef3c7d-4cdf-4754-887e-2949ba9c4c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:04.715572 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Sync routers for ids ['9b5f86bf-4930-4733-9478-96e152dcd1d2'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:24:04.767395 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:04.768643 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-26a4d0e4-977e-40af-b602-7d32a12450a2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3503292 Apr 12 08:24:04.771645 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50034) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:04.800615 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Routers {'9b5f86bf-4930-4733-9478-96e152dcd1d2'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:04.801230 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['9b5f86bf-4930-4733-9478-96e152dcd1d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:04.870066 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port e2287f46-30f6-4cfa-8bd2-061473a810d6 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:04.870460 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:04.983683 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port e2287f46-30f6-4cfa-8bd2-061473a810d6, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=e2287f46-30f6-4cfa-8bd2-061473a810d6,segment=NetworkSegment(57f22380-e8d7-4881-8b1d-115a3b90423d),segment_id=57f22380-e8d7-4881-8b1d-115a3b90423d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:04.998089 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Set router 9b5f86bf-4930-4733-9478-96e152dcd1d2 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:05.000007 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-7bef3c7d-4cdf-4754-887e-2949ba9c4c3a None None] Current status of the port e2287f46-30f6-4cfa-8bd2-061473a810d6 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:05.000618 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-7bef3c7d-4cdf-4754-887e-2949ba9c4c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.072362 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.216046 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=e2287f46-30f6-4cfa-8bd2-061473a810d6,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:05.229101 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.230769 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.db.api [None req-7bef3c7d-4cdf-4754-887e-2949ba9c4c3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 08:24:05.231124 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG oslo_db.api [None req-7bef3c7d-4cdf-4754-887e-2949ba9c4c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 08:24:05.265356 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.283684 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'name': 'tempest-TestMinimumBasicScenario-1807806844-router', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:24:02Z', 'updated_at': '2022-04-12T08:24:03Z', 'revision_number': 3, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'gw_port': {'id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:03Z', 'updated_at': '2022-04-12T08:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:05.314833 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Checking router: 9b5f86bf-4930-4733-9478-96e152dcd1d2 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:24:05.315181 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Updating router 9b5f86bf-4930-4733-9478-96e152dcd1d2 port 65d13628-4fae-4a3d-bc1c-114db94f4071 binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:24:05.343920 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.392597 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Allocated IP 172.20.0.1 (f96f49c9-b12a-48bc-81e0-2404b1e79f0e/2a4e8782-6fdd-490c-a026-d7e246720d42/cd3b241f-9174-44c7-87dd-286d3a8a30ed) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:24:05.478959 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d05042-6851-4526-9c35-f672691d791e req-be4c468f-aad7-4c11-88ac-00d006dc3e65 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:05.480668 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-60d05042-6851-4526-9c35-f672691d791e req-be4c468f-aad7-4c11-88ac-00d006dc3e65 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 944 time: 0.0588171 Apr 12 08:24:05.512046 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Publish callbacks [] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.537924 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-60d05042-6851-4526-9c35-f672691d791e req-89bf4e07-0998-4433-936a-ab095f7ad173 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517423 Apr 12 08:24:05.577785 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847b89-91d4-43f8-a130-fcbc8086bd4d req-11b80748-8130-409e-9737-8ed1707c6491 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:05.581667 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-02847b89-91d4-43f8-a130-fcbc8086bd4d req-11b80748-8130-409e-9737-8ed1707c6491 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0648987 Apr 12 08:24:05.624768 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Publish callbacks [] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.628600 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-02847b89-91d4-43f8-a130-fcbc8086bd4d req-9aa3504a-c39a-459d-8d2d-8522804ded0b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431595 Apr 12 08:24:05.657483 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.700244 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Network f96f49c9-b12a-48bc-81e0-2404b1e79f0e is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:24:05.700883 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.703029 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:24:05.705440 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:24:05.741695 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3b241f-9174-44c7-87dd-286d3a8a30ed,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:05.755217 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (9b5f86bf-4930-4733-9478-96e152dcd1d2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.781448 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7d939-7971-48e3-a8e7-3f1ebac7d5df None None] Pushing event updated for resources: {'Port': ['ID=65d13628-4fae-4a3d-bc1c-114db94f4071,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:05.789039 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Attempting to bind port 65d13628-4fae-4a3d-bc1c-114db94f4071 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:24:05.789412 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Attempting to bind port 65d13628-4fae-4a3d-bc1c-114db94f4071 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:24:05.789778 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Attempting to bind port 65d13628-4fae-4a3d-bc1c-114db94f4071 on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:24:05.800244 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-7bef3c7d-4cdf-4754-887e-2949ba9c4c3a None None] Current status of the port e2287f46-30f6-4cfa-8bd2-061473a810d6 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:05.802477 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:24:05.802862 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:24:05.805184 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.805184 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:24:05.805184 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Bound port: 65d13628-4fae-4a3d-bc1c-114db94f4071, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:24:05.805184 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.858288 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] For port 65d13628-4fae-4a3d-bc1c-114db94f4071, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:24:05.861149 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] For port 65d13628-4fae-4a3d-bc1c-114db94f4071, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=65d13628-4fae-4a3d-bc1c-114db94f4071,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:24:05.918548 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-3473b3ac-d1ca-4280-ba5e-05e0cb60a246 None None] Provisioning complete for port e2287f46-30f6-4cfa-8bd2-061473a810d6 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:05.918926 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3473b3ac-d1ca-4280-ba5e-05e0cb60a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:05.944326 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:06.001798 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:06.019335 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Routers {'9b5f86bf-4930-4733-9478-96e152dcd1d2'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:06.019985 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['9b5f86bf-4930-4733-9478-96e152dcd1d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:06.073902 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7d939-7971-48e3-a8e7-3f1ebac7d5df None None] Pushing event updated for resources: {'Port': ['ID=65d13628-4fae-4a3d-bc1c-114db94f4071,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:06.102403 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-3473b3ac-d1ca-4280-ba5e-05e0cb60a246 None None] Current status of the port e2287f46-30f6-4cfa-8bd2-061473a810d6 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:06.146406 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-3473b3ac-d1ca-4280-ba5e-05e0cb60a246 None None] Provisioning complete for port cd3b241f-9174-44c7-87dd-286d3a8a30ed triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:06.146702 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3473b3ac-d1ca-4280-ba5e-05e0cb60a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:06.187704 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device e2287f46-30f6-4cfa-8bd2-061473a810d6 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:06.214418 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] Set router 9b5f86bf-4930-4733-9478-96e152dcd1d2 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:06.252627 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-3473b3ac-d1ca-4280-ba5e-05e0cb60a246 None None] Port cd3b241f-9174-44c7-87dd-286d3a8a30ed cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:24:06.328135 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port e2287f46-30f6-4cfa-8bd2-061473a810d6 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:06.328515 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:06.428937 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Publish callbacks [] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:06.495549 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:06.530095 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:24:06.564343 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3b241f-9174-44c7-87dd-286d3a8a30ed,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:06.568786 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (9b5f86bf-4930-4733-9478-96e152dcd1d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:06.672074 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def886fa-7f4d-4a28-a724-2ad5594ee5b4 req-b54e75b6-db9a-4014-b847-82763b3b0067 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:06.673580 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-def886fa-7f4d-4a28-a724-2ad5594ee5b4 req-b54e75b6-db9a-4014-b847-82763b3b0067 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 944 time: 0.0628164 Apr 12 08:24:06.674764 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Network f96f49c9-b12a-48bc-81e0-2404b1e79f0e is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:24:06.676294 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:24:06.697918 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port e2287f46-30f6-4cfa-8bd2-061473a810d6 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:06.702489 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'name': 'tempest-TestMinimumBasicScenario-1807806844-router', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:24:02Z', 'updated_at': '2022-04-12T08:24:05Z', 'revision_number': 4, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'gw_port': {'id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:03Z', 'updated_at': '2022-04-12T08:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'cd3b241f-9174-44c7-87dd-286d3a8a30ed', 'name': '', 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'mac_address': 'fa:16:3e:12:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2a4e8782-6fdd-490c-a026-d7e246720d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:05Z', 'updated_at': '2022-04-12T08:24:05Z', 'revision_number': 1, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'subnets': [{'id': '2a4e8782-6fdd-490c-a026-d7e246720d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:06.734321 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b29d03-5383-4c86-ab9b-34c35545c4a8 None None] The sync data for ids ['9b5f86bf-4930-4733-9478-96e152dcd1d2'] in dv-cinder-836944-3-iscsi is: [{'id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'name': 'tempest-TestMinimumBasicScenario-1807806844-router', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:24:02Z', 'updated_at': '2022-04-12T08:24:05Z', 'revision_number': 4, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'gw_port': {'id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:03Z', 'updated_at': '2022-04-12T08:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'cd3b241f-9174-44c7-87dd-286d3a8a30ed', 'name': '', 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'mac_address': 'fa:16:3e:12:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2a4e8782-6fdd-490c-a026-d7e246720d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:05Z', 'updated_at': '2022-04-12T08:24:05Z', 'revision_number': 1, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'subnets': [{'id': '2a4e8782-6fdd-490c-a026-d7e246720d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:24:06.768995 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-def886fa-7f4d-4a28-a724-2ad5594ee5b4 req-9aaef133-e54b-4c45-8e97-15bd0256ad0b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745788 Apr 12 08:24:06.772608 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:06.806084 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'port_id': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'mac_address': 'fa:16:3e:8b:18:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:24:06.811010 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f1fc-5648-41dc-a63c-1188ea370087 req-6651fac3-55c2-43dd-92b1-ef8575361a9b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:06.814343 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4879f1fc-5648-41dc-a63c-1188ea370087 req-6651fac3-55c2-43dd-92b1-ef8575361a9b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0737283 Apr 12 08:24:06.856596 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:07.105348 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:07.105348 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:24:07.105348 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:07.106567 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4879f1fc-5648-41dc-a63c-1188ea370087 req-7c2a58bb-4f1f-475b-9237-42c5be334a55 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044078 Apr 12 08:24:07.106682 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:07.106783 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Router 9b5f86bf-4930-4733-9478-96e152dcd1d2 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:24:07.106877 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-048dd50b-3139-429e-90a7-b3a4ae52ff2b None None] Provisioning complete for port cd3b241f-9174-44c7-87dd-286d3a8a30ed triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:07.106877 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-048dd50b-3139-429e-90a7-b3a4ae52ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:07.106877 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-048dd50b-3139-429e-90a7-b3a4ae52ff2b None None] Port cd3b241f-9174-44c7-87dd-286d3a8a30ed cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:24:07.115634 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:24:07.115634 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-23bf5f97-c31c-42cf-b25a-d2c7862529c6 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b5f86bf-4930-4733-9478-96e152dcd1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3072903 Apr 12 08:24:07.115884 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:07.163031 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:07.401821 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['8a48dc33-8440-4dac-bd0c-47b3ca15faa0'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:24:07.942056 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5db20-11ee-41ea-9217-785dc0aa368f req-d478fa20-9772-4812-bfeb-bdf56857c291 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:07.954354 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-05b5db20-11ee-41ea-9217-785dc0aa368f req-d478fa20-9772-4812-bfeb-bdf56857c291 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 944 time: 0.0849488 Apr 12 08:24:08.038591 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-05b5db20-11ee-41ea-9217-785dc0aa368f req-d3e61b6a-ecdd-434d-b3ae-18a547f9d965 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826430 Apr 12 08:24:08.069834 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5029f89-3a16-4fa9-b439-3c16e5fab3e8 req-bf7d5ed2-37b5-4177-b64c-d5a1af9ef278 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:08.071546 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f5029f89-3a16-4fa9-b439-3c16e5fab3e8 req-bf7d5ed2-37b5-4177-b64c-d5a1af9ef278 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 945 time: 0.0605426 Apr 12 08:24:08.148557 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f5029f89-3a16-4fa9-b439-3c16e5fab3e8 req-29e74c15-0f85-43db-98ca-f5074b069a09 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699742 Apr 12 08:24:08.234670 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 65d13628-4fae-4a3d-bc1c-114db94f4071 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:08.292910 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 65d13628-4fae-4a3d-bc1c-114db94f4071 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:08.293563 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:08.376850 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 65d13628-4fae-4a3d-bc1c-114db94f4071 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:08.377579 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:08.405016 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port 65d13628-4fae-4a3d-bc1c-114db94f4071, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=65d13628-4fae-4a3d-bc1c-114db94f4071,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:08.503260 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:08.539771 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 3c00084f-e287-46d2-898d-7383b81b5748 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:24:08.542416 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:08.616836 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=65d13628-4fae-4a3d-bc1c-114db94f4071,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:08.676811 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:24:08.709893 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 3c00084f-e287-46d2-898d-7383b81b5748, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3c00084f-e287-46d2-898d-7383b81b5748,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:08.730286 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '3c00084f-e287-46d2-898d-7383b81b5748', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'mac_address': 'fa:16:3e:fb:c6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:24:08.761909 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:08.762282 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:08.798669 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 3c00084f-e287-46d2-898d-7383b81b5748 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:08.799058 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (3c00084f-e287-46d2-898d-7383b81b5748), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:08.819285 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c00084f-e287-46d2-898d-7383b81b5748 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:24:08.849548 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 3c00084f-e287-46d2-898d-7383b81b5748, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3c00084f-e287-46d2-898d-7383b81b5748,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:08.893225 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:08.893632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:08.938923 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:08.941837 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ba5def-4824-4e21-b9d1-898113036e28" -d '{"events": [{"server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "name": "network-vif-plugged", "status": "completed", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:08.945353 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:08.947238 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (3c00084f-e287-46d2-898d-7383b81b5748), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:08.997339 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=3c00084f-e287-46d2-898d-7383b81b5748,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:09.013017 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:09.058458 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4640084-a23e-4e58-9754-34b3fc3e8d9f x-openstack-request-id: req-d4640084-a23e-4e58-9754-34b3fc3e8d9f {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:09.058458 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "name": "network-vif-plugged", "status": "completed", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:09.058458 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4640084-a23e-4e58-9754-34b3fc3e8d9f {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:09.058458 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4640084-a23e-4e58-9754-34b3fc3e8d9f'] response: {'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'code': 200} Apr 12 08:24:09.090373 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:09.228444 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0be58a-7a7b-4d3d-b240-3df4e5c734b7 req-1448e2f1-9faf-464d-9f35-5968557e527e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:09.230948 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3e0be58a-7a7b-4d3d-b240-3df4e5c734b7 req-1448e2f1-9faf-464d-9f35-5968557e527e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 945 time: 0.0877695 Apr 12 08:24:09.264132 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['3c00084f-e287-46d2-898d-7383b81b5748'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:24:09.327001 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3e0be58a-7a7b-4d3d-b240-3df4e5c734b7 req-5dc47ffd-788a-4cd4-a99f-d0de4feca262 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847352 Apr 12 08:24:09.451108 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee17569-9993-4ef0-9d42-1bc5cc604c04 req-c7bee1d1-f15b-430a-802e-b990a2fd5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:09.452586 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3ee17569-9993-4ef0-9d42-1bc5cc604c04 req-c7bee1d1-f15b-430a-802e-b990a2fd5269 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 1130 time: 0.0823617 Apr 12 08:24:09.480544 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22be0bc-1821-44ef-b288-8b3a6894e482 req-970e20c5-c76c-4630-ad02-036dc729a1cc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:09.482664 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d22be0bc-1821-44ef-b288-8b3a6894e482 req-970e20c5-c76c-4630-ad02-036dc729a1cc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0765076 Apr 12 08:24:09.543382 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3ee17569-9993-4ef0-9d42-1bc5cc604c04 req-723df533-3b70-4c78-ae81-bb91f3e62388 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828996 Apr 12 08:24:09.585783 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d22be0bc-1821-44ef-b288-8b3a6894e482 req-4463bb83-4c61-4ecf-ae13-bfd9d519b274 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911376 Apr 12 08:24:10.219603 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 65d13628-4fae-4a3d-bc1c-114db94f4071 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:10.272173 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 65d13628-4fae-4a3d-bc1c-114db94f4071 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:10.272825 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:10.375999 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 65d13628-4fae-4a3d-bc1c-114db94f4071 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:10.469447 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e371e-bbfd-413c-99c7-586276d76079 req-c0579041-b2f2-42b0-8bde-65de5ab2ac57 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:10.473919 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f67e371e-bbfd-413c-99c7-586276d76079 req-c0579041-b2f2-42b0-8bde-65de5ab2ac57 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 945 time: 0.0648878 Apr 12 08:24:10.478403 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:24:10.542354 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f67e371e-bbfd-413c-99c7-586276d76079 req-d5428c66-12c5-4a57-a177-bfa6704ef67f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625117 Apr 12 08:24:10.549777 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 3c00084f-e287-46d2-898d-7383b81b5748 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:10.631811 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 3c00084f-e287-46d2-898d-7383b81b5748 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:24:10.639114 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Sync routers for ids ['9b5f86bf-4930-4733-9478-96e152dcd1d2'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:24:10.651424 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Routers {'9b5f86bf-4930-4733-9478-96e152dcd1d2'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:10.652344 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-64df84de-a06d-486e-a07c-f343d629792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['9b5f86bf-4930-4733-9478-96e152dcd1d2'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:10.708426 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 3c00084f-e287-46d2-898d-7383b81b5748 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:10.708842 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (3c00084f-e287-46d2-898d-7383b81b5748), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:10.771769 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadc289-bf18-47b0-8c8b-e7ea6fbae66b req-ba6ef305-f34e-4e1b-8b9e-6e8da39512b6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:10.774318 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fcadc289-bf18-47b0-8c8b-e7ea6fbae66b req-ba6ef305-f34e-4e1b-8b9e-6e8da39512b6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0945599 Apr 12 08:24:10.829062 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Set router 9b5f86bf-4930-4733-9478-96e152dcd1d2 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:10.870223 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 3c00084f-e287-46d2-898d-7383b81b5748 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:10.870522 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (3c00084f-e287-46d2-898d-7383b81b5748), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:10.888257 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fcadc289-bf18-47b0-8c8b-e7ea6fbae66b req-ca39d304-bb61-4f45-9bc3-1071fe251c54 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004748 Apr 12 08:24:10.924521 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 3c00084f-e287-46d2-898d-7383b81b5748, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3c00084f-e287-46d2-898d-7383b81b5748,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:11.017163 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (3c00084f-e287-46d2-898d-7383b81b5748), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:11.041757 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-64df84de-a06d-486e-a07c-f343d629792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'name': 'tempest-TestMinimumBasicScenario-1807806844-router', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:24:02Z', 'updated_at': '2022-04-12T08:24:05Z', 'revision_number': 4, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'gw_port': {'id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:03Z', 'updated_at': '2022-04-12T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'cd3b241f-9174-44c7-87dd-286d3a8a30ed', 'name': '', 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'mac_address': 'fa:16:3e:12:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2a4e8782-6fdd-490c-a026-d7e246720d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:05Z', 'updated_at': '2022-04-12T08:24:06Z', 'revision_number': 2, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'subnets': [{'id': '2a4e8782-6fdd-490c-a026-d7e246720d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:11.063453 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00084f-e287-46d2-898d-7383b81b5748'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:11.065770 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05256f7-1d92-41cc-8f31-573966737573" -d '{"events": [{"server_uuid": "e2aadda0-d9b7-414c-b089-fd613df5b75c", "name": "network-vif-plugged", "status": "completed", "tag": "3c00084f-e287-46d2-898d-7383b81b5748"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:11.079789 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=3c00084f-e287-46d2-898d-7383b81b5748,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:11.081769 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Checking router: 9b5f86bf-4930-4733-9478-96e152dcd1d2 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:24:11.082139 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Updating router 9b5f86bf-4930-4733-9478-96e152dcd1d2 port cd3b241f-9174-44c7-87dd-286d3a8a30ed binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:24:11.124184 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e91bbe7-83c4-449e-9582-7b0ac281fe46 x-openstack-request-id: req-3e91bbe7-83c4-449e-9582-7b0ac281fe46 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:11.124763 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aadda0-d9b7-414c-b089-fd613df5b75c", "name": "network-vif-plugged", "status": "completed", "tag": "3c00084f-e287-46d2-898d-7383b81b5748", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:11.125033 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e91bbe7-83c4-449e-9582-7b0ac281fe46 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:11.127534 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e91bbe7-83c4-449e-9582-7b0ac281fe46'] response: {'server_uuid': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00084f-e287-46d2-898d-7383b81b5748', 'code': 200} Apr 12 08:24:11.127721 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:11.411312 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Publish callbacks [] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:11.591027 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:11.652982 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b000435-465f-4ba5-9ed7-8be5e0e288e5 None None] Pushing event updated for resources: {'Port': ['ID=cd3b241f-9174-44c7-87dd-286d3a8a30ed,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:11.677330 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08328c-c730-43b5-b6f0-543ac389fb96 req-ff285e22-2c07-4043-a3f7-abeda582dd96 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:11.679347 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7c08328c-c730-43b5-b6f0-543ac389fb96 req-ff285e22-2c07-4043-a3f7-abeda582dd96 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 946 time: 0.0503330 Apr 12 08:24:11.727994 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Attempting to bind port cd3b241f-9174-44c7-87dd-286d3a8a30ed on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:24:11.730166 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Attempting to bind port cd3b241f-9174-44c7-87dd-286d3a8a30ed by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': '57f22380-e8d7-4881-8b1d-115a3b90423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:24:11.730555 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Attempting to bind port cd3b241f-9174-44c7-87dd-286d3a8a30ed on network f96f49c9-b12a-48bc-81e0-2404b1e79f0e {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:24:11.740174 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:24:11.740615 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Checking segment: {'id': '57f22380-e8d7-4881-8b1d-115a3b90423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:24:11.741193 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:11.741586 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Bound using segment: {'id': '57f22380-e8d7-4881-8b1d-115a3b90423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:24:11.742060 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Bound port: cd3b241f-9174-44c7-87dd-286d3a8a30ed, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f22380-e8d7-4881-8b1d-115a3b90423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:24:11.742442 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:11.788674 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7c08328c-c730-43b5-b6f0-543ac389fb96 req-718933c2-679d-40b9-a718-0f7a8cfad911 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011591 Apr 12 08:24:11.830665 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-64df84de-a06d-486e-a07c-f343d629792a None None] For port cd3b241f-9174-44c7-87dd-286d3a8a30ed, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:24:11.830906 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec180b-a7c4-4be7-897a-668cee6487f7 req-6fcebf0f-40e1-4c05-bbf2-b1019374d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:11.834683 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dfec180b-a7c4-4be7-897a-668cee6487f7 req-6fcebf0f-40e1-4c05-bbf2-b1019374d1be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 1130 time: 0.0826597 Apr 12 08:24:11.835286 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-64df84de-a06d-486e-a07c-f343d629792a None None] For port cd3b241f-9174-44c7-87dd-286d3a8a30ed, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=cd3b241f-9174-44c7-87dd-286d3a8a30ed,segment=NetworkSegment(57f22380-e8d7-4881-8b1d-115a3b90423d),segment_id=57f22380-e8d7-4881-8b1d-115a3b90423d)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:24:11.899165 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dfec180b-a7c4-4be7-897a-668cee6487f7 req-7013044c-cfc7-44e3-a93f-0dcefb43588d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586331 Apr 12 08:24:11.910023 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:11.983929 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b000435-465f-4ba5-9ed7-8be5e0e288e5 None None] Pushing event updated for resources: {'Port': ['ID=cd3b241f-9174-44c7-87dd-286d3a8a30ed,revision_number=4']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:11.989382 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Routers {'9b5f86bf-4930-4733-9478-96e152dcd1d2'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:11.990109 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-64df84de-a06d-486e-a07c-f343d629792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['9b5f86bf-4930-4733-9478-96e152dcd1d2'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:11.993512 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-54930a64-ab49-4c26-89a4-b60c57a5d688 None None] Provisioning complete for port cd3b241f-9174-44c7-87dd-286d3a8a30ed triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:12.004450 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-54930a64-ab49-4c26-89a4-b60c57a5d688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:12.061888 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e08d8-2a2f-4b20-b788-2664180fed4c req-746a2e7f-e149-45bf-9c3c-73da78a0bcaa tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:12.063598 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-530e08d8-2a2f-4b20-b788-2664180fed4c req-746a2e7f-e149-45bf-9c3c-73da78a0bcaa tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.1047401 Apr 12 08:24:12.156978 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-64df84de-a06d-486e-a07c-f343d629792a None None] Set router 9b5f86bf-4930-4733-9478-96e152dcd1d2 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:12.197847 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-530e08d8-2a2f-4b20-b788-2664180fed4c req-6f481c4e-92ad-4101-876b-7ea54f7064d5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262012 Apr 12 08:24:12.219229 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-54930a64-ab49-4c26-89a4-b60c57a5d688 None None] Current status of the port cd3b241f-9174-44c7-87dd-286d3a8a30ed is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:12.219891 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-54930a64-ab49-4c26-89a4-b60c57a5d688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:12.311923 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-54930a64-ab49-4c26-89a4-b60c57a5d688 None None] For port cd3b241f-9174-44c7-87dd-286d3a8a30ed, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=cd3b241f-9174-44c7-87dd-286d3a8a30ed,segment=NetworkSegment(57f22380-e8d7-4881-8b1d-115a3b90423d),segment_id=57f22380-e8d7-4881-8b1d-115a3b90423d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:12.316665 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device cd3b241f-9174-44c7-87dd-286d3a8a30ed up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:12.376908 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-54930a64-ab49-4c26-89a4-b60c57a5d688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:12.383243 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46a130-a739-4069-bad6-c139490f1671 req-8a4c9937-d192-431c-8ff9-0c864bb0fa30 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:12.385870 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dd46a130-a739-4069-bad6-c139490f1671 req-8a4c9937-d192-431c-8ff9-0c864bb0fa30 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0737026 Apr 12 08:24:12.395691 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50124) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:12.402287 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-eb57fd79-a502-4bf4-bc57-77f5d93774f5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Request body: {'floatingip': {'port_id': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:12.455809 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port cd3b241f-9174-44c7-87dd-286d3a8a30ed triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:12.456116 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:12.494641 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb57fd79-a502-4bf4-bc57-77f5d93774f5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (ccd3d351-d29c-4a57-b6ac-2e0cc38295fb), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:12.505078 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54930a64-ab49-4c26-89a4-b60c57a5d688 None None] Pushing event updated for resources: {'Port': ['ID=cd3b241f-9174-44c7-87dd-286d3a8a30ed,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:12.514081 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-64df84de-a06d-486e-a07c-f343d629792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'name': 'tempest-TestMinimumBasicScenario-1807806844-router', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:24:02Z', 'updated_at': '2022-04-12T08:24:05Z', 'revision_number': 4, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'gw_port': {'id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:03Z', 'updated_at': '2022-04-12T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'cd3b241f-9174-44c7-87dd-286d3a8a30ed', 'name': '', 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'mac_address': 'fa:16:3e:12:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2a4e8782-6fdd-490c-a026-d7e246720d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:05Z', 'updated_at': '2022-04-12T08:24:11Z', 'revision_number': 4, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'subnets': [{'id': '2a4e8782-6fdd-490c-a026-d7e246720d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:12.521928 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-081bc212-64b3-4bc7-9cdb-a40c9a7a57b8 None None] Provisioning complete for port cd3b241f-9174-44c7-87dd-286d3a8a30ed triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:12.522314 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-081bc212-64b3-4bc7-9cdb-a40c9a7a57b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:12.553002 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df84de-a06d-486e-a07c-f343d629792a None None] The sync data for ids ['9b5f86bf-4930-4733-9478-96e152dcd1d2'] in dv-cinder-836944-3-iscsi is: [{'id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'name': 'tempest-TestMinimumBasicScenario-1807806844-router', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:24:02Z', 'updated_at': '2022-04-12T08:24:05Z', 'revision_number': 4, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'gw_port': {'id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:03Z', 'updated_at': '2022-04-12T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'cd3b241f-9174-44c7-87dd-286d3a8a30ed', 'name': '', 'network_id': 'f96f49c9-b12a-48bc-81e0-2404b1e79f0e', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'mac_address': 'fa:16:3e:12:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2a4e8782-6fdd-490c-a026-d7e246720d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:05Z', 'updated_at': '2022-04-12T08:24:11Z', 'revision_number': 4, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'subnets': [{'id': '2a4e8782-6fdd-490c-a026-d7e246720d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:24:12.632977 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-081bc212-64b3-4bc7-9cdb-a40c9a7a57b8 None None] Current status of the port cd3b241f-9174-44c7-87dd-286d3a8a30ed is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:12.691519 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port cd3b241f-9174-44c7-87dd-286d3a8a30ed is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:13.023915 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ed8a8-ff7e-4b6e-9931-fe889dd24e71 req-f1c014b7-82f3-47b4-82f1-a08a3df41a32 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:13.026287 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-205ed8a8-ff7e-4b6e-9931-fe889dd24e71 req-f1c014b7-82f3-47b4-82f1-a08a3df41a32 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 946 time: 0.0695112 Apr 12 08:24:13.121720 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-205ed8a8-ff7e-4b6e-9931-fe889dd24e71 req-8e839c75-cae4-48b9-856a-396314940c82 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848279 Apr 12 08:24:13.202849 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb57fd79-a502-4bf4-bc57-77f5d93774f5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:13.267196 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb57fd79-a502-4bf4-bc57-77f5d93774f5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (ccd3d351-d29c-4a57-b6ac-2e0cc38295fb), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:13.403320 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-eb57fd79-a502-4bf4-bc57-77f5d93774f5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Floating IP ccd3d351-d29c-4a57-b6ac-2e0cc38295fb associated. External IP: 172.27.3.95, port: 8a48dc33-8440-4dac-bd0c-47b3ca15faa0. Apr 12 08:24:13.656584 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb57fd79-a502-4bf4-bc57-77f5d93774f5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Router 3cef59a7-4f91-4bec-b12d-a08225542426 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:24:13.779796 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb57fd79-a502-4bf4-bc57-77f5d93774f5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:24:13.785532 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb57fd79-a502-4bf4-bc57-77f5d93774f5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:13.793556 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] Sync routers for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:24:13.831127 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:13.831127 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:13.845622 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-eb57fd79-a502-4bf4-bc57-77f5d93774f5 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "PUT /v2.0/floatingips/ccd3d351-d29c-4a57-b6ac-2e0cc38295fb HTTP/1.1" status: 200 len: 991 time: 1.4271977 Apr 12 08:24:13.845622 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:13.845622 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149" -d '{"events": [{"name": "network-changed", "server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:13.888102 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4c1fec-45d4-4fd2-985f-335bd4547928 x-openstack-request-id: req-1b4c1fec-45d4-4fd2-985f-335bd4547928 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:13.888390 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:13.888662 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b4c1fec-45d4-4fd2-985f-335bd4547928 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:13.889061 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4c1fec-45d4-4fd2-985f-335bd4547928'] response: {'name': 'network-changed', 'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'status': 'completed', 'code': 200} Apr 12 08:24:13.970727 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-6ea9f596-0f6b-4396-ade4-e0fb9268991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:13.972673 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-6ea9f596-0f6b-4396-ade4-e0fb9268991c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 1130 time: 0.0554819 Apr 12 08:24:14.089164 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:14.104933 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-a7c68b59-3dd0-4eed-aec5-3f5f8c1d1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:14.106782 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-a7c68b59-3dd0-4eed-aec5-3f5f8c1d1404 service neutron] 10.222.0.25 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 917 time: 0.1227894 Apr 12 08:24:14.231886 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-d47e9a30-1cb4-4742-a66a-590dacd57028 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0 HTTP/1.1" status: 200 len: 999 time: 0.1115296 Apr 12 08:24:14.285842 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device cd3b241f-9174-44c7-87dd-286d3a8a30ed up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:14.341916 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-77ee95f6-c242-4fa4-b142-6ec417f7c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:14.343317 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-77ee95f6-c242-4fa4-b142-6ec417f7c7c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 200 len: 856 time: 0.1041241 Apr 12 08:24:14.350328 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220cf52-a124-4a8e-8118-a48fe58bf95a req-66cfe9b2-bce0-43ac-8406-c106c5d050fa tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:14.356025 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9220cf52-a124-4a8e-8118-a48fe58bf95a req-66cfe9b2-bce0-43ac-8406-c106c5d050fa tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 946 time: 0.0837991 Apr 12 08:24:14.379984 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port cd3b241f-9174-44c7-87dd-286d3a8a30ed triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:14.380198 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:14.419926 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-34575672-a97e-41dc-8eb3-b48af7b7d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:14.420427 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-34575672-a97e-41dc-8eb3-b48af7b7d068 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27a8e601-3bff-45fb-be15-6e2fb4f647ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634892 Apr 12 08:24:14.460589 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9220cf52-a124-4a8e-8118-a48fe58bf95a req-875e0ac3-0d23-4094-9d0e-1782e379fcc2 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939662 Apr 12 08:24:14.486202 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'ccd3d351-d29c-4a57-b6ac-2e0cc38295fb', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'port_id': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'mac_address': 'fa:16:3e:8b:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:23:53Z', 'updated_at': '2022-04-12T08:24:13Z', 'revision_number': 1, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:14.516313 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] Checking router: 3cef59a7-4f91-4bec-b12d-a08225542426 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:24:14.529384 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:14.530121 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:14.612826 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-f7da3018-9956-4d31-a574-1ce6fd8f35ba service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800776 Apr 12 08:24:14.632326 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75505-2cdb-41ef-bf02-7d2df0d1b97f req-18a6ead4-e844-40e8-a3ff-6659099153cc tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:14.635258 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-54d75505-2cdb-41ef-bf02-7d2df0d1b97f req-18a6ead4-e844-40e8-a3ff-6659099153cc tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 946 time: 0.0559845 Apr 12 08:24:14.660083 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port cd3b241f-9174-44c7-87dd-286d3a8a30ed is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:14.697593 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-54d75505-2cdb-41ef-bf02-7d2df0d1b97f req-4c50c5cf-b60e-411e-9cd3-ca15db431e87 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530012 Apr 12 08:24:14.702480 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:14.722518 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50140) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:14.779428 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee856e96-58d5-40ee-a35c-518be7f6c0f9 tempest-TestVolumeBootPattern-367891530 tempest-TestVolumeBootPattern-367891530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:14.781288 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ee856e96-58d5-40ee-a35c-518be7f6c0f9 tempest-TestVolumeBootPattern-367891530 tempest-TestVolumeBootPattern-367891530-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 1125 time: 0.0575068 Apr 12 08:24:14.789298 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50142) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:14.794551 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:14.914387 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:15.028291 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'ccd3d351-d29c-4a57-b6ac-2e0cc38295fb', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'port_id': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'mac_address': 'fa:16:3e:8b:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:23:53Z', 'updated_at': '2022-04-12T08:24:13Z', 'revision_number': 1, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:15.053575 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:15.054868 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-71ec2fc2-3fb3-4c0c-8efd-b12b4d3c0149 req-20dcd300-a92e-463b-913c-d926ea2b91ef service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350188 Apr 12 08:24:15.063032 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ce84e-248e-493e-82f6-cc86cf33c85e None None] The sync data for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi is: [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'ccd3d351-d29c-4a57-b6ac-2e0cc38295fb', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'port_id': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'mac_address': 'fa:16:3e:8b:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:23:53Z', 'updated_at': '2022-04-12T08:24:13Z', 'revision_number': 1, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:24:15.226325 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Allocated IP 172.27.3.53 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:24:15.340695 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0c105-70ee-498e-9354-18fc970d4455 None None] New status for floating IP ccd3d351-d29c-4a57-b6ac-2e0cc38295fb: ACTIVE {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:24:15.374024 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for port (8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:15.737121 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:15.777076 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:24:15.784115 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:24:15.794918 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:24:15.798155 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'Port': ['ID=8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:16.047689 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.047978 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.048283 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.048619 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.048949 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.049274 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.049613 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.049922 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.050244 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.050564 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.050884 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.051204 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.051561 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.051881 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.052196 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:16.449282 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (65536695-edac-4ccd-8f17-454e32ad78e5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:16.592079 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:16.779150 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for port (8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:16.838246 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:16.913323 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'Port': ['ID=8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:16.928100 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (65536695-edac-4ccd-8f17-454e32ad78e5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:17.044977 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.l3_db [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Floating IP 65536695-edac-4ccd-8f17-454e32ad78e5 associated. External IP: 172.27.3.53, port: 3c00084f-e287-46d2-898d-7383b81b5748. Apr 12 08:24:17.294091 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:24:17.422979 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:24:17.435823 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] Sync routers for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:24:17.445443 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:17.452204 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:17.527392 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:17.571331 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-dccc5b9e-a008-49f6-83e0-0bf930bcea50 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7808874 Apr 12 08:24:17.572091 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'tag': '3c00084f-e287-46d2-898d-7383b81b5748'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:17.575259 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49fd541-118f-4146-8ca1-26b6814b224b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2aadda0-d9b7-414c-b089-fd613df5b75c", "tag": "3c00084f-e287-46d2-898d-7383b81b5748"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:17.585596 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:17.618921 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd72362-c762-4a5d-9d7a-c50ed7bbed01 x-openstack-request-id: req-4fd72362-c762-4a5d-9d7a-c50ed7bbed01 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:17.619501 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2aadda0-d9b7-414c-b089-fd613df5b75c", "tag": "3c00084f-e287-46d2-898d-7383b81b5748", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:17.620640 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fd72362-c762-4a5d-9d7a-c50ed7bbed01 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:17.621275 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd72362-c762-4a5d-9d7a-c50ed7bbed01'] response: {'name': 'network-changed', 'server_uuid': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'tag': '3c00084f-e287-46d2-898d-7383b81b5748', 'status': 'completed', 'code': 200} Apr 12 08:24:17.713744 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd541-118f-4146-8ca1-26b6814b224b req-c503b077-a86a-4e88-8f94-d603d03c31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:17.715903 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e49fd541-118f-4146-8ca1-26b6814b224b req-c503b077-a86a-4e88-8f94-d603d03c31a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 1130 time: 0.0704231 Apr 12 08:24:17.855124 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd541-118f-4146-8ca1-26b6814b224b req-74e96af9-54ce-40cb-a1b5-092d6e657592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:17.856850 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e49fd541-118f-4146-8ca1-26b6814b224b req-74e96af9-54ce-40cb-a1b5-092d6e657592 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 912 time: 0.1326358 Apr 12 08:24:17.889216 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '65536695-edac-4ccd-8f17-454e32ad78e5', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:fb:c6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:16Z', 'updated_at': '2022-04-12T08:24:16Z', 'revision_number': 0, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:17.930636 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] Checking router: 80f8d10e-fa34-467e-8d7d-1f0ae1951183 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:24:17.954101 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e49fd541-118f-4146-8ca1-26b6814b224b req-08eba1e7-e7c3-4062-985a-05ff582a68d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c00084f-e287-46d2-898d-7383b81b5748 HTTP/1.1" status: 200 len: 999 time: 0.0885532 Apr 12 08:24:17.954966 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:17.957318 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:18.039658 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd541-118f-4146-8ca1-26b6814b224b req-8d46c5fd-5650-43f5-9af7-583e608ddfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:18.041337 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e49fd541-118f-4146-8ca1-26b6814b224b req-8d46c5fd-5650-43f5-9af7-583e608ddfbb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 200 len: 851 time: 0.0633116 Apr 12 08:24:18.111206 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd541-118f-4146-8ca1-26b6814b224b req-e1167dba-8336-431a-9d7e-b182f4c7cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:18.116663 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e49fd541-118f-4146-8ca1-26b6814b224b req-e1167dba-8336-431a-9d7e-b182f4c7cdac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662353 Apr 12 08:24:18.119982 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:18.227506 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e49fd541-118f-4146-8ca1-26b6814b224b req-1a1a49c1-c334-40a8-b4d5-880b7fe93468 service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018562 Apr 12 08:24:18.333929 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e49fd541-118f-4146-8ca1-26b6814b224b req-680feee8-10d2-4cf0-984f-572b34f7c7c8 service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990286 Apr 12 08:24:18.397713 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '65536695-edac-4ccd-8f17-454e32ad78e5', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:fb:c6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:16Z', 'updated_at': '2022-04-12T08:24:16Z', 'revision_number': 0, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:18.426234 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0164988b-399c-4761-81c3-198caf6bab42 None None] The sync data for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi is: [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '65536695-edac-4ccd-8f17-454e32ad78e5', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:fb:c6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:16Z', 'updated_at': '2022-04-12T08:24:16Z', 'revision_number': 0, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:24:18.681923 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24947ba1-5b87-4cb8-9f29-b1195ce1dc3e None None] New status for floating IP 65536695-edac-4ccd-8f17-454e32ad78e5: ACTIVE {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:24:20.149112 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab22a216-8b58-4f87-9d6e-141ba47f4e34 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:20.150679 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab22a216-8b58-4f87-9d6e-141ba47f4e34 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/networks?id=6b3701b9-c559-4c17-b75d-7fbbeba270b7 HTTP/1.1" status: 200 len: 814 time: 0.1062529 Apr 12 08:24:20.166370 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-9c1dd8a0-835e-4e45-a7aa-b4a7c03d9090 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/quotas/363e74209dea4f4cb1a53e9d32f43f7e HTTP/1.1" status: 200 len: 375 time: 0.0093911 Apr 12 08:24:20.220633 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-8aa0ba23-b7db-41bb-b497-81fa49f7e40e tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=363e74209dea4f4cb1a53e9d32f43f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486341 Apr 12 08:24:20.313457 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-a4b1d671-b817-415a-af0e-fc80cba3f837 service neutron] 10.222.0.23 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810685 Apr 12 08:24:20.404908 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-9973d01b-9300-4997-b7af-4ef2a8be621e service neutron] 10.222.0.23 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858753 Apr 12 08:24:20.670898 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-daa6db2d-e94c-4557-8d6d-36ee603a7a9a req-9f368185-08c9-41ef-8973-ad1667a8154e tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 210 time: 0.0277884 Apr 12 08:24:21.762371 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-05659194-98b3-4337-8fb0-b3a20f016eee req-d076f3f7-fc48-4f93-b7e0-c328be1e67cf tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 210 time: 0.0281210 Apr 12 08:24:21.982813 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30127f-0d5d-47d2-b5d6-69fba6534754 req-6689e637-ac2a-4eb6-9968-be7916003382 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:21.984195 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5d30127f-0d5d-47d2-b5d6-69fba6534754 req-6689e637-ac2a-4eb6-9968-be7916003382 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 945 time: 0.0459213 Apr 12 08:24:22.030339 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5d30127f-0d5d-47d2-b5d6-69fba6534754 req-63044fae-7165-474d-9db8-efcd06a8d70e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405300 Apr 12 08:24:22.858415 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fccf2067-ac11-43bf-b6b1-5ec8300c6aa3 req-5104d725-8299-46c2-84d0-4c0d70a0db46 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 210 time: 0.0303385 Apr 12 08:24:23.145399 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c07b8-0101-4db6-acfb-d340f0bf0100 req-be523fa9-3bd6-4202-843a-b59a83726d5e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:23.146898 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f47c07b8-0101-4db6-acfb-d340f0bf0100 req-be523fa9-3bd6-4202-843a-b59a83726d5e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 945 time: 0.0496037 Apr 12 08:24:23.192855 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f47c07b8-0101-4db6-acfb-d340f0bf0100 req-1aae0b5d-9120-4237-b2dc-8473ca16f483 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 Apr 12 08:24:23.950614 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-856f21d7-1439-4195-b40d-4d14093fc723 req-0b35315f-31ef-4361-8a32-bc09bc44bd14 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 210 time: 0.0286298 Apr 12 08:24:24.302759 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b80d61-0e58-468d-981e-ce5d9d27e324 req-e09b3250-66d2-48c6-809e-2825c460d64f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:24.306034 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-42b80d61-0e58-468d-981e-ce5d9d27e324 req-e09b3250-66d2-48c6-809e-2825c460d64f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 945 time: 0.0491893 Apr 12 08:24:24.318827 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-16187149-8514-4031-8745-52212d8c3a29 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:24.320342 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-16187149-8514-4031-8745-52212d8c3a29 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 945 time: 0.0481584 Apr 12 08:24:24.351807 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-42b80d61-0e58-468d-981e-ce5d9d27e324 req-8cf222dc-6993-4c64-af87-b54fda299083 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=51c57fdb-ff9a-4882-847d-dea6cfcb15d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414209 Apr 12 08:24:24.426741 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Deleting port 50e23d5c-2e47-4521-930b-8e0e321ac4cc {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:24:24.427083 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:24.587867 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] For port 50e23d5c-2e47-4521-930b-8e0e321ac4cc, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=50e23d5c-2e47-4521-930b-8e0e321ac4cc,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:24.588234 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:24.665685 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-3be3b39e-f2d8-497f-9d55-d7e818cf6ed8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:24.667753 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-3be3b39e-f2d8-497f-9d55-d7e818cf6ed8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.25 "GET /v2.0/networks?id=6b3701b9-c559-4c17-b75d-7fbbeba270b7 HTTP/1.1" status: 200 len: 814 time: 0.1749220 Apr 12 08:24:24.686777 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'port': {'device_id': '335a6447-8763-46ff-9a7f-070900197334', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'admin_state_up': True, 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:24.866862 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:24.867229 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (a69290b6-0999-4dfd-bdd7-b9419fba3eb2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:24.867572 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Floating IP a69290b6-0999-4dfd-bdd7-b9419fba3eb2 disassociated. External IP: 172.27.3.160, port: 50e23d5c-2e47-4521-930b-8e0e321ac4cc. Apr 12 08:24:24.867912 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Calling delete_port for 50e23d5c-2e47-4521-930b-8e0e321ac4cc owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:24:25.017425 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Made reservation on behalf of 363e74209dea4f4cb1a53e9d32f43f7e for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:24:25.021446 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:25.068352 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e1c396b0-cdae-4c07-b955-dcf24b703ff3 req-425a2ff8-0301-4270-afe8-65f9c6c43069 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 210 time: 0.0441539 Apr 12 08:24:25.069131 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (50e23d5c-2e47-4521-930b-8e0e321ac4cc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:25.101757 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'Port': ['ID=50e23d5c-2e47-4521-930b-8e0e321ac4cc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:25.314866 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:24:25.317605 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Allocated IP 172.20.0.7 (6b3701b9-c559-4c17-b75d-7fbbeba270b7/dfd650b4-f09a-4e40-933b-3e5f0207432f/23625dac-4861-43d7-b7c8-11a660899d5e) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:24:25.517710 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1c7f2663-7acb-4ee7-819e-505d077b2800 req-4533556f-4090-4e0b-abb2-20d9469fedbf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0594125 Apr 12 08:24:25.581636 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:24:25.595893 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:24:25.608291 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:25.609146 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:25.636247 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] No DVR routers for this DVR port 50e23d5c-2e47-4521-930b-8e0e321ac4cc on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:24:25.644179 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:25.647460 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b11cf45b-d7f1-4340-87cf-71e1e4eeac5e req-532743ff-f24b-4a43-95f8-7bb6aaeaddcf tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "DELETE /v2.0/ports/50e23d5c-2e47-4521-930b-8e0e321ac4cc HTTP/1.1" status: 204 len: 173 time: 1.3077321 Apr 12 08:24:25.648177 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'name': 'network-vif-deleted', 'tag': '50e23d5c-2e47-4521-930b-8e0e321ac4cc'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:25.650542 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5718b7bb-ec1a-44c7-a5d4-f435ee3bf3f7" -d '{"events": [{"server_uuid": "6d112343-27c6-49b6-8a2a-13f60f2ca74d", "name": "network-vif-deleted", "tag": "50e23d5c-2e47-4521-930b-8e0e321ac4cc"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:25.702459 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for port (23625dac-4861-43d7-b7c8-11a660899d5e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:25.783571 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a031f1-5aea-4aa4-b354-ccd94a93d188 x-openstack-request-id: req-43a031f1-5aea-4aa4-b354-ccd94a93d188 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:25.783928 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d112343-27c6-49b6-8a2a-13f60f2ca74d", "name": "network-vif-deleted", "tag": "50e23d5c-2e47-4521-930b-8e0e321ac4cc", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:25.784102 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43a031f1-5aea-4aa4-b354-ccd94a93d188 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:25.784517 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a031f1-5aea-4aa4-b354-ccd94a93d188'] response: {'server_uuid': '6d112343-27c6-49b6-8a2a-13f60f2ca74d', 'name': 'network-vif-deleted', 'tag': '50e23d5c-2e47-4521-930b-8e0e321ac4cc', 'status': 'completed', 'code': 200} Apr 12 08:24:25.804263 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:25.847302 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54302663-68db-4899-b77b-c74c5c0db19c req-bc9cea65-ca2e-44b0-bb50-d2b53c69b8a8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:25.848811 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-54302663-68db-4899-b77b-c74c5c0db19c req-bc9cea65-ca2e-44b0-bb50-d2b53c69b8a8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0550292 Apr 12 08:24:25.857352 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:25.919024 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:24:25.933433 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-54302663-68db-4899-b77b-c74c5c0db19c req-b12fb993-a2fe-47f5-ace8-d95c06d25b13 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642741 Apr 12 08:24:25.934238 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'Port': ['ID=23625dac-4861-43d7-b7c8-11a660899d5e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:25.936040 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:24:25.942365 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:24:25.998286 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:25.998286 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:26.028032 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:26.060661 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:24:26.069419 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:26.070024 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:26.145094 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-aaa66e86-d11c-43e3-b64e-ba9ec3333088 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4627399 Apr 12 08:24:26.173390 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-72a888aa-0c78-4d3b-91b0-a510ef93b221 None None] Provisioning complete for port 23625dac-4861-43d7-b7c8-11a660899d5e triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:26.173758 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-72a888aa-0c78-4d3b-91b0-a510ef93b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:26.197352 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8416114-6a6a-466d-8aa4-555927900eb1 req-098f525d-b57a-4890-81cb-335f7bb16871 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:26.199003 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f8416114-6a6a-466d-8aa4-555927900eb1 req-098f525d-b57a-4890-81cb-335f7bb16871 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0488896 Apr 12 08:24:26.213774 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:26.249784 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-72a888aa-0c78-4d3b-91b0-a510ef93b221 None None] Port 23625dac-4861-43d7-b7c8-11a660899d5e cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:24:26.253327 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f8416114-6a6a-466d-8aa4-555927900eb1 req-46702387-0509-4b10-8c25-6c7558790458 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483027 Apr 12 08:24:26.411130 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:26.441527 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4dcac2-e1a7-4194-b9b5-2d43e53c9379 None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:24:26.628003 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-166eb67f-5414-4e9f-8b54-5ef82ea979be req-fcd39d62-bb58-49c8-a408-113746442e96 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0302236 Apr 12 08:24:26.670344 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e96b98-3901-4606-8499-c5345f4c003b None None] New status for floating IP a69290b6-0999-4dfd-bdd7-b9419fba3eb2: DOWN {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:24:27.038981 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4f928-15e9-40b0-9ae2-5e05a4bae649 req-af348670-9fad-449d-9b8a-f8e8b3a09bb5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:27.040449 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b1b4f928-15e9-40b0-9ae2-5e05a4bae649 req-af348670-9fad-449d-9b8a-f8e8b3a09bb5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0564449 Apr 12 08:24:27.085595 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b1b4f928-15e9-40b0-9ae2-5e05a4bae649 req-83a5e6d1-1b3c-4e6c-972f-a0dc8c0746e6 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392215 Apr 12 08:24:27.362185 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47981a-2183-4787-aa48-ab8107cec607 req-fd2e5eb3-2be2-40d1-88ad-1c40b2b7a8ac tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:27.363569 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0e47981a-2183-4787-aa48-ab8107cec607 req-fd2e5eb3-2be2-40d1-88ad-1c40b2b7a8ac tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0450232 Apr 12 08:24:27.409080 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0e47981a-2183-4787-aa48-ab8107cec607 req-1859e279-def5-4c7e-9f4a-84534fa4ef9d tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Apr 12 08:24:27.724028 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82224929-2709-42c7-b461-6433e6e06bee req-f28702b0-b140-4f0e-9927-4abdc3559ae1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0298150 Apr 12 08:24:28.200242 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8433559-76a5-4e54-b5ae-1bd84156f48c req-e9477517-60f6-433c-912d-d9e45a3da46d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:28.201720 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f8433559-76a5-4e54-b5ae-1bd84156f48c req-e9477517-60f6-433c-912d-d9e45a3da46d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0504951 Apr 12 08:24:28.247327 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f8433559-76a5-4e54-b5ae-1bd84156f48c req-6b250feb-8b64-437c-8e31-e46fee1fefd3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400717 Apr 12 08:24:28.516808 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa040465-2279-4b6d-a1a1-020e3f7bab67 req-499c2bc7-6b3c-4c00-bb0d-ad536b6f63c2 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:28.518261 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fa040465-2279-4b6d-a1a1-020e3f7bab67 req-499c2bc7-6b3c-4c00-bb0d-ad536b6f63c2 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0467353 Apr 12 08:24:28.564146 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fa040465-2279-4b6d-a1a1-020e3f7bab67 req-b8e5e80e-e1c2-4dcc-846e-86faa9717e66 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Apr 12 08:24:28.625976 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 50e23d5c-2e47-4521-930b-8e0e321ac4cc no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:24:28.645656 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 50e23d5c-2e47-4521-930b-8e0e321ac4cc {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:24:28.646004 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 50e23d5c-2e47-4521-930b-8e0e321ac4cc not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:24:28.813842 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-80ec3a6c-9428-4163-87c8-45e8a4727435 req-6d7740de-ae37-4cc5-83ee-bde9591ad8c2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0271623 Apr 12 08:24:29.366546 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e733ea4-34db-49fe-9471-e4ababe4e840 req-01883ef4-6010-4ab9-8429-17a88c7f8570 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:29.368057 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e733ea4-34db-49fe-9471-e4ababe4e840 req-01883ef4-6010-4ab9-8429-17a88c7f8570 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0480516 Apr 12 08:24:29.417455 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e733ea4-34db-49fe-9471-e4ababe4e840 req-d8f7ffba-02d4-486e-a4bb-ccf2a2bccdf8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436025 Apr 12 08:24:29.678916 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e201c3c-9429-4b14-b995-a1a55c947ed1 req-4e785fb1-3a94-4d21-a8bd-035917aa5142 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:29.680514 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2e201c3c-9429-4b14-b995-a1a55c947ed1 req-4e785fb1-3a94-4d21-a8bd-035917aa5142 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0513484 Apr 12 08:24:29.728662 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2e201c3c-9429-4b14-b995-a1a55c947ed1 req-bab406f2-ad6f-4b59-a096-68633d0db6a6 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 Apr 12 08:24:29.910799 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e6a891e-e5d9-4a74-b08f-cc08a2c9491f req-c3035a96-c4b2-4884-8d44-91abb3e08847 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0318534 Apr 12 08:24:30.237954 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6d641289-0dfd-4810-9a51-672c16058b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:30.537582 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b727a-231f-4df6-9041-72d43e093e71 req-2d4f6823-00ba-4041-bf55-ffa358e64dca tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:30.539193 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0d0b727a-231f-4df6-9041-72d43e093e71 req-2d4f6823-00ba-4041-bf55-ffa358e64dca tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0522325 Apr 12 08:24:30.588638 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0d0b727a-231f-4df6-9041-72d43e093e71 req-7d5e39e8-0f26-47e6-b161-199805942934 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431910 Apr 12 08:24:30.845043 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bcc09-a073-40b9-9ed9-faa995ac684b req-d81e6620-6c17-456e-853d-64dca0499f39 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:30.846643 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a85bcc09-a073-40b9-9ed9-faa995ac684b req-d81e6620-6c17-456e-853d-64dca0499f39 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0497704 Apr 12 08:24:30.897808 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a85bcc09-a073-40b9-9ed9-faa995ac684b req-8eb4b535-cb19-466a-bc5a-4828675c439f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Apr 12 08:24:31.011827 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-49429d4d-6c35-403e-a6a7-5897a28df19c req-a5f368ba-c1a2-4bb9-b656-0701e5bc1280 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0302968 Apr 12 08:24:31.710874 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed209b3-3b9c-43e2-8512-488d49b8ca0c req-09b8afec-6bfb-4393-ac45-edf7598f67fe tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:31.713076 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8ed209b3-3b9c-43e2-8512-488d49b8ca0c req-09b8afec-6bfb-4393-ac45-edf7598f67fe tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0545156 Apr 12 08:24:31.765762 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8ed209b3-3b9c-43e2-8512-488d49b8ca0c req-b201b41f-0df5-4cb5-bbdb-47719d3468fa tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463920 Apr 12 08:24:32.018437 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6192c2-5b4f-41af-b479-8d920f50d75c req-579cecc2-9aef-4684-92c9-68ff3d77dda8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:32.020115 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ae6192c2-5b4f-41af-b479-8d920f50d75c req-579cecc2-9aef-4684-92c9-68ff3d77dda8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0505962 Apr 12 08:24:32.073608 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ae6192c2-5b4f-41af-b479-8d920f50d75c req-7f2a87d0-7408-481d-8ee6-4d3522774e1c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478106 Apr 12 08:24:32.117137 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a90439a-e1ce-4402-858a-581f9c5ce8d6 req-12fc2838-43f8-403c-9f65-d5a676a478d3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0327289 Apr 12 08:24:32.776635 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-19e00b90-7464-454c-9568-fedc0e8144a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:32.886092 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff28a05-2ca6-4541-8220-316d816bff3c req-5114e9b9-34e4-47d5-b285-7a4ffe60ed0d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:32.887629 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bff28a05-2ca6-4541-8220-316d816bff3c req-5114e9b9-34e4-47d5-b285-7a4ffe60ed0d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0522983 Apr 12 08:24:32.939227 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bff28a05-2ca6-4541-8220-316d816bff3c req-9653c429-3986-4f04-b496-3f4b9f084e65 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457718 Apr 12 08:24:33.198177 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee808a-5ebe-4a5b-8274-c266bac7c7e5 req-1d51e8ed-794f-46af-aa6b-df67a3fbdb9e tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:33.201461 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-24ee808a-5ebe-4a5b-8274-c266bac7c7e5 req-1d51e8ed-794f-46af-aa6b-df67a3fbdb9e tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0574181 Apr 12 08:24:33.219602 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-41d38a7b-b4b0-43fa-82a8-81fd72119003 req-758dd26d-8c6f-4545-8e11-aa6f3638a152 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0296466 Apr 12 08:24:33.252831 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-24ee808a-5ebe-4a5b-8274-c266bac7c7e5 req-70633e65-dbfc-4562-905e-fb26a8311f3d tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Apr 12 08:24:33.571389 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:33.611002 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:34.226497 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c360444-835b-4e49-b54c-5545183d4d78 req-900c1a5c-ce69-4ba0-b8d8-a273a55d0234 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:34.229274 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4c360444-835b-4e49-b54c-5545183d4d78 req-900c1a5c-ce69-4ba0-b8d8-a273a55d0234 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.2208219 Apr 12 08:24:34.292712 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4c360444-835b-4e49-b54c-5545183d4d78 req-f3158460-54f2-4b04-9733-6a16a064701c tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574930 Apr 12 08:24:34.348995 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0512e845-77e7-458c-ac19-129c81223863 req-0760ec87-4435-4663-82ce-c4fcee4f0cef tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0476642 Apr 12 08:24:34.399885 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba48fa-7efc-48ec-bdb1-79332fc3ca11 req-f96833f8-1130-4c24-abe7-c183a3a38801 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:34.402079 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c7ba48fa-7efc-48ec-bdb1-79332fc3ca11 req-f96833f8-1130-4c24-abe7-c183a3a38801 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0542006 Apr 12 08:24:34.455147 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c7ba48fa-7efc-48ec-bdb1-79332fc3ca11 req-40e98845-869f-4936-87da-9895329e9a4d tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471296 Apr 12 08:24:35.228486 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:35.446505 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d43412ce-7344-40b7-b75d-aa78175b8fd7 req-8eae9f60-f973-4d2c-9b78-a38107303d09 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0289390 Apr 12 08:24:35.492263 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a270951-7164-4c37-9651-4d1985d8dba0 req-7604d98d-9a7c-4962-8458-c8cc356e2006 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:35.493848 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a270951-7164-4c37-9651-4d1985d8dba0 req-7604d98d-9a7c-4962-8458-c8cc356e2006 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.1274858 Apr 12 08:24:35.548063 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a270951-7164-4c37-9651-4d1985d8dba0 req-9ae69a15-2e72-4fee-8104-9c463a6c78c2 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474536 Apr 12 08:24:35.583890 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ec063-2e1e-4033-b590-496df9376abf req-23f717ab-d634-4d5a-959c-3fdd4316920e tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:35.586131 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cb2ec063-2e1e-4033-b590-496df9376abf req-23f717ab-d634-4d5a-959c-3fdd4316920e tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0554345 Apr 12 08:24:35.651777 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cb2ec063-2e1e-4033-b590-496df9376abf req-9f2560c6-ba1a-4765-b034-0be574f30577 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594230 Apr 12 08:24:36.544048 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5ed84987-f9e0-40af-b512-062f1712a627 req-67204fad-9c6e-4e4f-a93e-4441a058845b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0291779 Apr 12 08:24:36.665788 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d3b2a-ff57-427c-a5cd-c82737bbfc45 req-d390820a-4af6-4951-b52f-fe5cc56860be tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:36.667902 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-970d3b2a-ff57-427c-a5cd-c82737bbfc45 req-d390820a-4af6-4951-b52f-fe5cc56860be tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0491536 Apr 12 08:24:36.718097 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-970d3b2a-ff57-427c-a5cd-c82737bbfc45 req-a8a66719-cb23-494c-b52a-fcc8d127a7ce tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446310 Apr 12 08:24:36.774012 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652daeb2-40ee-42e3-b3bb-8167da018bcd req-0e52eabe-de3e-446a-bdc3-baa9afa5f758 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:36.776385 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-652daeb2-40ee-42e3-b3bb-8167da018bcd req-0e52eabe-de3e-446a-bdc3-baa9afa5f758 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0541799 Apr 12 08:24:36.829855 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-652daeb2-40ee-42e3-b3bb-8167da018bcd req-b08f0ae5-441b-44ae-b8d5-4a2657886121 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476503 Apr 12 08:24:36.845301 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:37.639210 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-674a9334-88ad-4068-9bb3-36b44302e15e req-feec07cb-a9fb-496d-9736-d33d73aaf5d2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0275016 Apr 12 08:24:37.837709 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad45ed-9328-4fee-80b1-f99a9711aebb req-c21fad7d-e32a-4b3c-bb21-9da1041ad797 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:37.839799 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81ad45ed-9328-4fee-80b1-f99a9711aebb req-c21fad7d-e32a-4b3c-bb21-9da1041ad797 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0536988 Apr 12 08:24:37.889575 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-81ad45ed-9328-4fee-80b1-f99a9711aebb req-bee2ae0c-95f6-4568-a657-dc88e15d1179 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442131 Apr 12 08:24:37.945410 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413441d-88ad-4c08-a128-50dd420c123e req-45486077-4f16-41ca-a425-1a1e425fcbff tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:37.956019 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3413441d-88ad-4c08-a128-50dd420c123e req-45486077-4f16-41ca-a425-1a1e425fcbff tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 931 time: 0.0505693 Apr 12 08:24:37.995946 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3413441d-88ad-4c08-a128-50dd420c123e req-5c54a190-fea5-40cd-8f7f-32dc15e590c8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Apr 12 08:24:38.501337 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Request body: {'port': {'device_id': '335a6447-8763-46ff-9a7f-070900197334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:38.561644 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:38.721658 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-6305b138-9636-4120-b032-e2346fe0c6c3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:38.723116 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-6305b138-9636-4120-b032-e2346fe0c6c3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0616353 Apr 12 08:24:38.871176 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4dc5a4d6-c0bf-4541-ab48-1548ce4beef3 req-f3b70cce-07dd-4d88-9c0e-3d32d801c75e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d112343-27c6-49b6-8a2a-13f60f2ca74d HTTP/1.1" status: 200 len: 210 time: 0.0531948 Apr 12 08:24:38.885512 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23625dac-4861-43d7-b7c8-11a660899d5e {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:24:38.892891 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Publish callbacks [] for port (23625dac-4861-43d7-b7c8-11a660899d5e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:38.905792 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Transition to ACTIVE for port object 23625dac-4861-43d7-b7c8-11a660899d5e will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:24:38.983134 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:39.007593 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c97273-863b-494a-bf34-7708cb93bcdd req-62e67fb7-367e-4d69-94e8-c1419e596a65 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:39.009458 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-71c97273-863b-494a-bf34-7708cb93bcdd req-62e67fb7-367e-4d69-94e8-c1419e596a65 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 946 time: 0.0502887 Apr 12 08:24:39.035229 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Deleting port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:24:39.035587 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:39.073199 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-71c97273-863b-494a-bf34-7708cb93bcdd req-c9b365f8-3860-49ad-a13b-96ba839887ee tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=82dc2a48-fd52-4d73-82f2-bfea03b1221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577714 Apr 12 08:24:39.080251 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Pushing event updated for resources: {'Port': ['ID=23625dac-4861-43d7-b7c8-11a660899d5e,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:39.441808 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764782a-cc27-4050-aa20-7eb190b42335 req-dcce5ab3-ef99-413a-a978-daf151a087ac tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:39.443305 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e764782a-cc27-4050-aa20-7eb190b42335 req-dcce5ab3-ef99-413a-a978-daf151a087ac tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 943 time: 0.0930986 Apr 12 08:24:39.490105 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] For port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:39.490476 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:39.553427 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Attempting to bind port 23625dac-4861-43d7-b7c8-11a660899d5e on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:24:39.553764 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Attempting to bind port 23625dac-4861-43d7-b7c8-11a660899d5e by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:24:39.554092 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Attempting to bind port 23625dac-4861-43d7-b7c8-11a660899d5e on network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:24:39.570849 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Port 23625dac-4861-43d7-b7c8-11a660899d5e on network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:24:39.571162 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Attempting to bind port 23625dac-4861-43d7-b7c8-11a660899d5e on network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:24:39.578731 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e764782a-cc27-4050-aa20-7eb190b42335 req-a540e7ea-08ea-483f-b64e-192383b15350 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267545 Apr 12 08:24:39.584385 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:24:39.584729 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Checking segment: {'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:24:39.585112 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Bound using segment: {'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:24:39.585546 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Bound port: 23625dac-4861-43d7-b7c8-11a660899d5e, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3573831-1d15-4246-b640-59caea49ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:24:39.585907 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:39.738650 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] For port 23625dac-4861-43d7-b7c8-11a660899d5e, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:24:39.760345 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] For port 23625dac-4861-43d7-b7c8-11a660899d5e, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=23625dac-4861-43d7-b7c8-11a660899d5e,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:24:39.762840 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:39.763205 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (f21be71f-df94-4a99-92fc-9c2a24b814f3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:39.763545 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Floating IP f21be71f-df94-4a99-92fc-9c2a24b814f3 disassociated. External IP: 172.27.3.123, port: f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74. Apr 12 08:24:39.763897 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Calling delete_port for f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:24:39.851033 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:39.917322 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:39.917947 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:39.919344 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] 10.222.0.25 "PUT /v2.0/ports/23625dac-4861-43d7-b7c8-11a660899d5e HTTP/1.1" status: 200 len: 1093 time: 1.4228489 Apr 12 08:24:39.921585 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:39.923891 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14128aff-bb37-4a3a-b84f-a10604b55e24" -d '{"events": [{"name": "network-changed", "server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:39.948270 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f9cc5-91b3-4893-bf56-fec7cfc6294b service neutron] Pushing event updated for resources: {'Port': ['ID=23625dac-4861-43d7-b7c8-11a660899d5e,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:39.974844 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f84c7fe-1bc5-49ba-986a-9a2bfeddacb6 x-openstack-request-id: req-4f84c7fe-1bc5-49ba-986a-9a2bfeddacb6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:39.974844 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:39.975284 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f84c7fe-1bc5-49ba-986a-9a2bfeddacb6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:39.975433 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f84c7fe-1bc5-49ba-986a-9a2bfeddacb6'] response: {'name': 'network-changed', 'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e', 'status': 'completed', 'code': 200} Apr 12 08:24:40.030934 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.038227 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50380) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:40.071626 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event deleted for resources: {'Port': ['ID=f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:40.074872 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128aff-bb37-4a3a-b84f-a10604b55e24 req-14403906-4ff1-4e0d-9b0a-dba973e4a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:40.076442 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-14128aff-bb37-4a3a-b84f-a10604b55e24 req-14403906-4ff1-4e0d-9b0a-dba973e4a635 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=363e74209dea4f4cb1a53e9d32f43f7e&device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 1127 time: 0.0770769 Apr 12 08:24:40.101633 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e533f134-fb7e-434e-9002-0e09d97d6e79 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (51c57fdb-ff9a-4882-847d-dea6cfcb15d9), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.136259 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e533f134-fb7e-434e-9002-0e09d97d6e79 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (51c57fdb-ff9a-4882-847d-dea6cfcb15d9), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.230034 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d73a0fc8-fc95-4422-b4a6-0ab7a3c5ec1f req-471c4973-3639-4125-be1d-46ae4f48e710 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 210 time: 0.0438495 Apr 12 08:24:40.273915 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e533f134-fb7e-434e-9002-0e09d97d6e79 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (51c57fdb-ff9a-4882-847d-dea6cfcb15d9), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.277203 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e533f134-fb7e-434e-9002-0e09d97d6e79 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.278382 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e533f134-fb7e-434e-9002-0e09d97d6e79 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "DELETE /v2.0/security-groups/51c57fdb-ff9a-4882-847d-dea6cfcb15d9 HTTP/1.1" status: 204 len: 168 time: 0.2401690 Apr 12 08:24:40.282977 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50384) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:40.287446 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533f134-fb7e-434e-9002-0e09d97d6e79 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c57fdb-ff9a-4882-847d-dea6cfcb15d9,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:40.300731 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128aff-bb37-4a3a-b84f-a10604b55e24 req-dc83354e-4c0f-4468-86c2-2ba795d729cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:40.302256 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-14128aff-bb37-4a3a-b84f-a10604b55e24 req-dc83354e-4c0f-4468-86c2-2ba795d729cd service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=363e74209dea4f4cb1a53e9d32f43f7e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2144697 Apr 12 08:24:40.310168 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.api.v2.resource [None req-48cb3dc6-f286-48a0-9559-bd7db385deed tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] show failed (client error): The resource could not be found. Apr 12 08:24:40.311263 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-48cb3dc6-f286-48a0-9559-bd7db385deed tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups/51c57fdb-ff9a-4882-847d-dea6cfcb15d9 HTTP/1.1" status: 404 len: 347 time: 0.0273404 Apr 12 08:24:40.314113 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50386) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:40.338900 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:24:40.430715 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-313a888c-6ee8-4eae-b8bb-965e08ee87fd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Deleting port 63bdc974-48b9-4972-9d92-1853b983e8b7 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:24:40.431050 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-313a888c-6ee8-4eae-b8bb-965e08ee87fd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (63bdc974-48b9-4972-9d92-1853b983e8b7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.458465 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128aff-bb37-4a3a-b84f-a10604b55e24 req-9985429e-c3c8-436a-b4dc-881752895aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:40.459647 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-14128aff-bb37-4a3a-b84f-a10604b55e24 req-9985429e-c3c8-436a-b4dc-881752895aee service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1475732 Apr 12 08:24:40.517712 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-313a888c-6ee8-4eae-b8bb-965e08ee87fd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (63bdc974-48b9-4972-9d92-1853b983e8b7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.520134 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-313a888c-6ee8-4eae-b8bb-965e08ee87fd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (63bdc974-48b9-4972-9d92-1853b983e8b7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.532604 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-313a888c-6ee8-4eae-b8bb-965e08ee87fd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Calling delete_port for 63bdc974-48b9-4972-9d92-1853b983e8b7 owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:24:40.548830 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:24:40.559813 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-1b935a1d-7e74-4652-a522-cf792e4a00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:40.560678 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] Sync routers for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:24:40.561422 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-1b935a1d-7e74-4652-a522-cf792e4a00d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=363e74209dea4f4cb1a53e9d32f43f7e&device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 1127 time: 0.0518522 Apr 12 08:24:40.578247 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:40.579166 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:40.648965 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-d6405534-c999-4c1d-909c-06f18fe52ea2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23625dac-4861-43d7-b7c8-11a660899d5e HTTP/1.1" status: 200 len: 217 time: 0.0697355 Apr 12 08:24:40.649651 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] No DVR routers for this DVR port f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:24:40.652845 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.656491 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94b086b2-9617-496e-ae92-2c27a887e4b5 req-7d4bc77f-a51a-4725-b77e-04b4db0f1faf tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "DELETE /v2.0/ports/f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 HTTP/1.1" status: 204 len: 173 time: 1.7461243 Apr 12 08:24:40.704460 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-8951307c-2ea6-43ed-8e97-acfbe656194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:40.705919 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-8951307c-2ea6-43ed-8e97-acfbe656194d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfd650b4-f09a-4e40-933b-3e5f0207432f HTTP/1.1" status: 200 len: 853 time: 0.0485282 Apr 12 08:24:40.712300 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:40.726295 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfe3e2-5fe0-4248-9dc6-142460679779 req-8e7eb7dd-94a8-4b16-8097-aa2ccdc0718b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:40.731940 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-35dfe3e2-5fe0-4248-9dc6-142460679779 req-8e7eb7dd-94a8-4b16-8097-aa2ccdc0718b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 943 time: 0.0626788 Apr 12 08:24:40.759021 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-37a29dc4-63a0-47dd-b39c-69d69639872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:40.760738 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-37a29dc4-63a0-47dd-b39c-69d69639872e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b3701b9-c559-4c17-b75d-7fbbeba270b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482430 Apr 12 08:24:40.782584 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-35dfe3e2-5fe0-4248-9dc6-142460679779 req-5f6477a2-df30-4171-8b9d-4b198f1f48b7 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483665 Apr 12 08:24:40.834849 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-313a888c-6ee8-4eae-b8bb-965e08ee87fd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (63bdc974-48b9-4972-9d92-1853b983e8b7), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.868388 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a888c-6ee8-4eae-b8bb-965e08ee87fd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'Port': ['ID=63bdc974-48b9-4972-9d92-1853b983e8b7,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:40.878385 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-c2e16187-e332-4558-ae45-76118ed6bb6e service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101882 Apr 12 08:24:40.924890 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:01Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:40.931268 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-313a888c-6ee8-4eae-b8bb-965e08ee87fd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (a69290b6-0999-4dfd-bdd7-b9419fba3eb2), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.934567 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-313a888c-6ee8-4eae-b8bb-965e08ee87fd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:40.938181 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-313a888c-6ee8-4eae-b8bb-965e08ee87fd tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "DELETE /v2.0/floatingips/a69290b6-0999-4dfd-bdd7-b9419fba3eb2 HTTP/1.1" status: 204 len: 168 time: 0.6206417 Apr 12 08:24:40.953876 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] Checking router: f9be3ed5-f4a5-4a44-b9b2-5004857302d4 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:24:40.962553 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:24:40.963184 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:40.988506 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f6f8c25-b622-44e6-9e31-0553b757ca72 req-7faaed9c-0584-483c-8f97-bd7fc155fa56 service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028867 Apr 12 08:24:41.081042 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:24:41.263992 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:01Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:24:41.343357 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-912122f4-8f2b-43ae-9855-81c986a36454 req-4585e3ea-d0ff-492f-9d66-e8d0a011b8c3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 210 time: 0.0324090 Apr 12 08:24:41.424132 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b881467-699a-48e6-98fb-3eff6c9c1a9c None None] The sync data for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi is: [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:43Z', 'revision_number': 4, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '23536133-b482-4ea5-91e6-798745b31086', 'name': '', 'network_id': '03102d2f-5e47-497b-9172-21726975a603', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'mac_address': 'fa:16:3e:ea:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:20:01Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'subnets': [{'id': '11d3f95e-69be-4d9f-8060-dad19e3ec02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:24:41.623638 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50394) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:41.628357 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-652ad9bd-0879-462f-8a60-c8bddd8cd530 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1693901876', 'description': 'tempest-description--986721816'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:41.642265 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16dfbe3-6385-4455-a0dc-683e1eb9b66d None None] New status for floating IP f21be71f-df94-4a99-92fc-9c2a24b814f3: DOWN {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:24:41.743061 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-652ad9bd-0879-462f-8a60-c8bddd8cd530 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:41.817686 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-652ad9bd-0879-462f-8a60-c8bddd8cd530 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (26281dc3-a6f0-4fe1-8402-3893ba12a33b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:41.896043 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1d7e3-2e24-4dd6-98f0-fb4a1ac24657 req-66aace1f-d157-4a99-b7e5-f4c904a76203 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:41.897521 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-edd1d7e3-2e24-4dd6-98f0-fb4a1ac24657 req-66aace1f-d157-4a99-b7e5-f4c904a76203 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 943 time: 0.0472667 Apr 12 08:24:41.902081 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-652ad9bd-0879-462f-8a60-c8bddd8cd530 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (26281dc3-a6f0-4fe1-8402-3893ba12a33b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:41.948752 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ad9bd-0879-462f-8a60-c8bddd8cd530 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26281dc3-a6f0-4fe1-8402-3893ba12a33b,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:41.973618 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-edd1d7e3-2e24-4dd6-98f0-fb4a1ac24657 req-952f012a-6110-46e2-bfdf-2f25f3976e94 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686953 Apr 12 08:24:41.976953 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'name': 'network-vif-deleted', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:41.980296 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462fb439-42ff-496c-83b8-a38e06b5e3a8" -d '{"events": [{"server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "name": "network-vif-deleted", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:42.015247 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e9474-ab17-4b35-afa1-a298c6096603 x-openstack-request-id: req-943e9474-ab17-4b35-afa1-a298c6096603 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:42.015941 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ae26f2-18e6-4d3a-aa48-fec87fc33705", "name": "network-vif-deleted", "tag": "f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:42.015941 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-943e9474-ab17-4b35-afa1-a298c6096603 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:42.016234 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943e9474-ab17-4b35-afa1-a298c6096603'] response: {'server_uuid': 'd6ae26f2-18e6-4d3a-aa48-fec87fc33705', 'name': 'network-vif-deleted', 'tag': 'f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74', 'status': 'completed', 'code': 200} Apr 12 08:24:42.040254 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-652ad9bd-0879-462f-8a60-c8bddd8cd530 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.041721 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-652ad9bd-0879-462f-8a60-c8bddd8cd530 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4167585 Apr 12 08:24:42.044287 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50400) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:42.048872 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-2f8a4420-b9da-470c-9a76-d16289969ce6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group_rule': {'security_group_id': '26281dc3-a6f0-4fe1-8402-3893ba12a33b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:42.141589 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4420-b9da-470c-9a76-d16289969ce6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (57839330-a399-4f04-8330-6d9efccfb003), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.198578 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4420-b9da-470c-9a76-d16289969ce6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (57839330-a399-4f04-8330-6d9efccfb003), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.307206 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4420-b9da-470c-9a76-d16289969ce6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (57839330-a399-4f04-8330-6d9efccfb003), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.325161 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a4420-b9da-470c-9a76-d16289969ce6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57839330-a399-4f04-8330-6d9efccfb003,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:42.394290 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4420-b9da-470c-9a76-d16289969ce6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.398072 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-2f8a4420-b9da-470c-9a76-d16289969ce6 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502598 Apr 12 08:24:42.398404 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50404) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:42.404052 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-b2455cd2-fe60-426b-8ad5-d605e37077b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'security_group_rule': {'security_group_id': '26281dc3-a6f0-4fe1-8402-3893ba12a33b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:42.465149 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0b5f8fa1-65cb-461f-aeef-a14a5f617df8 req-26e18430-eb2b-4dff-9015-fe2a1dfabd7b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ae26f2-18e6-4d3a-aa48-fec87fc33705 HTTP/1.1" status: 200 len: 210 time: 0.0303848 Apr 12 08:24:42.507926 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b2455cd2-fe60-426b-8ad5-d605e37077b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (bbe3c420-8b37-4fba-9733-5abc91b22433), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.554139 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b2455cd2-fe60-426b-8ad5-d605e37077b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (bbe3c420-8b37-4fba-9733-5abc91b22433), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.616677 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b2455cd2-fe60-426b-8ad5-d605e37077b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (bbe3c420-8b37-4fba-9733-5abc91b22433), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.632247 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2455cd2-fe60-426b-8ad5-d605e37077b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe3c420-8b37-4fba-9733-5abc91b22433,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:42.704372 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b2455cd2-fe60-426b-8ad5-d605e37077b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.705601 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-b2455cd2-fe60-426b-8ad5-d605e37077b0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3062284 Apr 12 08:24:42.708627 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50406) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:42.712811 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:42.724404 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:24:42.742916 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:24:42.743265 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device f3edaaea-0b2d-40d0-a5cd-fd9a0e6d0b74 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:24:42.770990 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.847078 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:42.952098 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Allocated IP 172.27.3.28 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/83a0e2d7-120a-476e-b50c-0075499559dd) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:24:43.058546 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (83a0e2d7-120a-476e-b50c-0075499559dd), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.093553 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8a88-b98b-4ce5-847f-157780eaf1a8 req-752f0199-3feb-437f-9ae1-1e2334f0483b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:43.095050 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1d8a8a88-b98b-4ce5-847f-157780eaf1a8 req-752f0199-3feb-437f-9ae1-1e2334f0483b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 943 time: 0.0472522 Apr 12 08:24:43.131198 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (83a0e2d7-120a-476e-b50c-0075499559dd), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.142028 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1d8a8a88-b98b-4ce5-847f-157780eaf1a8 req-47dd320f-f85b-4b74-8c43-565d249d892f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413473 Apr 12 08:24:43.167423 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:24:43.170217 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:24:43.173621 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:24:43.203087 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=83a0e2d7-120a-476e-b50c-0075499559dd,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:43.263349 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (09d44f1a-0b04-42fb-8e41-9378bfb163f3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.377983 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (83a0e2d7-120a-476e-b50c-0075499559dd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.526239 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (83a0e2d7-120a-476e-b50c-0075499559dd), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.597735 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (83a0e2d7-120a-476e-b50c-0075499559dd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.627247 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50414) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:43.671299 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=83a0e2d7-120a-476e-b50c-0075499559dd,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:43.682394 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77560a76-0181-494d-b09b-78a9931ce674 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group (82dc2a48-fd52-4d73-82f2-bfea03b1221d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.683465 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (09d44f1a-0b04-42fb-8e41-9378bfb163f3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.710380 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77560a76-0181-494d-b09b-78a9931ce674 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group (82dc2a48-fd52-4d73-82f2-bfea03b1221d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.753840 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.755085 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-84ba3413-b302-439c-9008-c97d81b04e80 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0455463 Apr 12 08:24:43.827924 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77560a76-0181-494d-b09b-78a9931ce674 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (82dc2a48-fd52-4d73-82f2-bfea03b1221d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.830491 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77560a76-0181-494d-b09b-78a9931ce674 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:43.831770 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-77560a76-0181-494d-b09b-78a9931ce674 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "DELETE /v2.0/security-groups/82dc2a48-fd52-4d73-82f2-bfea03b1221d HTTP/1.1" status: 204 len: 168 time: 0.2033701 Apr 12 08:24:43.834405 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50426) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:43.841901 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560a76-0181-494d-b09b-78a9931ce674 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc2a48-fd52-4d73-82f2-bfea03b1221d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:43.855444 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.api.v2.resource [None req-85ed8fdf-1136-43ad-a439-b234ec44af04 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] show failed (client error): The resource could not be found. Apr 12 08:24:43.859282 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50432) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:43.859553 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-85ed8fdf-1136-43ad-a439-b234ec44af04 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups/82dc2a48-fd52-4d73-82f2-bfea03b1221d HTTP/1.1" status: 404 len: 347 time: 0.0240226 Apr 12 08:24:43.903710 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-295cdde8-2cbe-407f-be80-e234b11d1e47 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1693901876&fields=id&tenant_id=06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 267 time: 0.0424614 Apr 12 08:24:43.980743 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-05a3ead4-632e-4063-a540-c9f987860de7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Deleting port 5eccbbe9-07c2-4e33-bd4f-1f6e06169157 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:24:43.981102 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05a3ead4-632e-4063-a540-c9f987860de7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (5eccbbe9-07c2-4e33-bd4f-1f6e06169157), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:44.013000 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-40bd4ea5-1b7c-4017-a150-c06dd0a6b4a8 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:44.014578 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-40bd4ea5-1b7c-4017-a150-c06dd0a6b4a8 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 814 time: 0.1037672 Apr 12 08:24:44.028797 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-e906c554-8b9c-4d47-b259-6fb3dc530f6d tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/quotas/06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 375 time: 0.0087264 Apr 12 08:24:44.055539 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05a3ead4-632e-4063-a540-c9f987860de7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (5eccbbe9-07c2-4e33-bd4f-1f6e06169157), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:44.055870 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05a3ead4-632e-4063-a540-c9f987860de7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for floatingip (5eccbbe9-07c2-4e33-bd4f-1f6e06169157), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:44.068294 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-05a3ead4-632e-4063-a540-c9f987860de7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Calling delete_port for 5eccbbe9-07c2-4e33-bd4f-1f6e06169157 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:24:44.077555 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-bab7416f-d592-4bc6-b306-f0c126ddd178 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433919 Apr 12 08:24:44.171314 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-0ecc330e-ca0d-4334-9a5b-5aa57abfe65e service neutron] 10.222.0.23 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821495 Apr 12 08:24:44.261315 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441512c4-97f6-4e60-bf10-fc6dae64983d req-2a9e1a78-ae93-4749-b18a-c82908533ae4 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:44.262918 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-441512c4-97f6-4e60-bf10-fc6dae64983d req-2a9e1a78-ae93-4749-b18a-c82908533ae4 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 943 time: 0.0488536 Apr 12 08:24:44.267971 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05a3ead4-632e-4063-a540-c9f987860de7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (5eccbbe9-07c2-4e33-bd4f-1f6e06169157), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:44.311186 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3ead4-632e-4063-a540-c9f987860de7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event deleted for resources: {'Port': ['ID=5eccbbe9-07c2-4e33-bd4f-1f6e06169157,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:44.389210 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-441512c4-97f6-4e60-bf10-fc6dae64983d req-fa8d9e9c-f4b5-4a5c-b286-0d0dd1da70a4 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186519 Apr 12 08:24:44.402075 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05a3ead4-632e-4063-a540-c9f987860de7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks [] for floatingip (f21be71f-df94-4a99-92fc-9c2a24b814f3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:44.404439 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05a3ead4-632e-4063-a540-c9f987860de7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:44.408171 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-05a3ead4-632e-4063-a540-c9f987860de7 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "DELETE /v2.0/floatingips/f21be71f-df94-4a99-92fc-9c2a24b814f3 HTTP/1.1" status: 204 len: 168 time: 0.5448434 Apr 12 08:24:44.483437 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-71a42690-cc4e-4e93-ab79-ed7824221064 service neutron] 10.222.0.23 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062489 Apr 12 08:24:44.706257 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-98c27daa-2572-4784-a39b-d89b96a4ae5c req-614bab88-5423-4c2a-a916-77094ebdf87c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 210 time: 0.0284615 Apr 12 08:24:44.740025 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 23625dac-4861-43d7-b7c8-11a660899d5e details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:24:44.850312 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 23625dac-4861-43d7-b7c8-11a660899d5e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=23625dac-4861-43d7-b7c8-11a660899d5e,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:44.864063 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '23625dac-4861-43d7-b7c8-11a660899d5e', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'port_id': '23625dac-4861-43d7-b7c8-11a660899d5e', 'mac_address': 'fa:16:3e:ff:43:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:24:44.907936 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 23625dac-4861-43d7-b7c8-11a660899d5e is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:44.908338 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:44.922970 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23625dac-4861-43d7-b7c8-11a660899d5e {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:24:44.943700 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 23625dac-4861-43d7-b7c8-11a660899d5e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=23625dac-4861-43d7-b7c8-11a660899d5e,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:45.028713 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:45.080826 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=23625dac-4861-43d7-b7c8-11a660899d5e,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:45.285825 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['23625dac-4861-43d7-b7c8-11a660899d5e'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:24:45.504341 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0ca5f-ecf7-4578-9359-fc7b7450467d req-63fc4cb1-d4dc-4805-acb1-025bd5bd161d tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:45.505823 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-49d0ca5f-ecf7-4578-9359-fc7b7450467d req-63fc4cb1-d4dc-4805-acb1-025bd5bd161d tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 944 time: 0.0473235 Apr 12 08:24:45.551902 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-49d0ca5f-ecf7-4578-9359-fc7b7450467d req-301bd1c9-52a1-44d9-9a81-dd9797f2b6a6 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Apr 12 08:24:45.801487 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-90783589-9578-4550-a544-c4f3e2ada313 req-738afc89-561b-4f2b-a586-a97e16a2dd08 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 210 time: 0.0308383 Apr 12 08:24:46.674772 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97888-4e15-43fb-8750-93d0cd1b8f9a req-295a1d7c-02c7-4e9e-bb13-b912a5d970bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:46.676297 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8fc97888-4e15-43fb-8750-93d0cd1b8f9a req-295a1d7c-02c7-4e9e-bb13-b912a5d970bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 944 time: 0.0529611 Apr 12 08:24:46.678483 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-786abdc6-2144-46b9-9a3a-fdd74856df90 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:46.680691 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-786abdc6-2144-46b9-9a3a-fdd74856df90 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 814 time: 0.1027238 Apr 12 08:24:46.735832 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8fc97888-4e15-43fb-8750-93d0cd1b8f9a req-9867e4a9-8400-4b27-9040-d50294ee7bcf tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Apr 12 08:24:46.742390 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-3736da1d-5e6f-455e-95f4-515b901121a1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a4436df3ad431ea8a69e4d1a53c216 HTTP/1.1" status: 200 len: 380 time: 0.0541818 Apr 12 08:24:46.750588 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 23625dac-4861-43d7-b7c8-11a660899d5e up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:46.751901 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'port': {'device_id': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'admin_state_up': True, 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'security_groups': ['26281dc3-a6f0-4fe1-8402-3893ba12a33b']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:46.804855 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 23625dac-4861-43d7-b7c8-11a660899d5e completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:24:46.879600 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 23625dac-4861-43d7-b7c8-11a660899d5e triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:46.880104 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:46.896216 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-34bbd7f2-ce93-45ea-873e-cc1798e0b9e6 req-e80e524e-4efc-4b26-a11c-b5b630ad831f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 210 time: 0.0271039 Apr 12 08:24:46.959638 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Made reservation on behalf of 06a4436df3ad431ea8a69e4d1a53c216 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:24:46.963380 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:46.965076 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 23625dac-4861-43d7-b7c8-11a660899d5e is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:46.965494 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:46.991270 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:46.993718 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd04ddb-8d56-411d-9410-6898a8f01195" -d '{"events": [{"server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "name": "network-vif-plugged", "status": "completed", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:47.006890 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 23625dac-4861-43d7-b7c8-11a660899d5e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=23625dac-4861-43d7-b7c8-11a660899d5e,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:47.037376 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8c5f2e-8f5b-4c45-b656-8ec18528a0b7 x-openstack-request-id: req-0e8c5f2e-8f5b-4c45-b656-8ec18528a0b7 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:47.037689 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "name": "network-vif-plugged", "status": "completed", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:47.038093 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e8c5f2e-8f5b-4c45-b656-8ec18528a0b7 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:47.038490 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8c5f2e-8f5b-4c45-b656-8ec18528a0b7'] response: {'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e', 'code': 200} Apr 12 08:24:47.074522 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:47.109633 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Allocated IP 172.20.0.11 (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0/0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2/311244b6-0ec8-4c93-be1f-ab36298925e7) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:24:47.133202 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=23625dac-4861-43d7-b7c8-11a660899d5e,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:47.256033 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:47.351855 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c6b07-dde8-4cc1-9d32-f1c24c24ae8f req-526fd6ad-4bd2-4947-9772-1b109b28f798 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:47.353900 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e13c6b07-dde8-4cc1-9d32-f1c24c24ae8f req-526fd6ad-4bd2-4947-9772-1b109b28f798 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0456095 Apr 12 08:24:47.384004 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:47.429845 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e13c6b07-dde8-4cc1-9d32-f1c24c24ae8f req-4974ff0b-6371-4bc6-be04-3659cbb536e2 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703571 Apr 12 08:24:47.436391 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:24:47.439429 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:24:47.449668 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:24:47.477328 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:24:47.481299 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event updated for resources: {'Port': ['ID=311244b6-0ec8-4c93-be1f-ab36298925e7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:47.494071 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.494419 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.494758 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.495092 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.495436 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.495781 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.496107 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.496436 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.496759 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.497081 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.497403 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.497723 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.498041 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.498356 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.498671 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:47.514258 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:47.514867 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:47.584945 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-35752b03-58a8-488b-a28b-785dde271091 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8365269 Apr 12 08:24:47.656020 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-a7a76e05-3eab-4f27-8875-27b594b8bb6a None None] Provisioning complete for port 311244b6-0ec8-4c93-be1f-ab36298925e7 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:47.656649 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e05-3eab-4f27-8875-27b594b8bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:47.689614 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-a7a76e05-3eab-4f27-8875-27b594b8bb6a None None] Port 311244b6-0ec8-4c93-be1f-ab36298925e7 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:24:47.838958 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb66c2f-954a-4fb7-b9d4-d07f6e704ff9 req-38ed96f7-21c7-477f-92f8-a678d77933c5 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:47.840429 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ebb66c2f-954a-4fb7-b9d4-d07f6e704ff9 req-38ed96f7-21c7-477f-92f8-a678d77933c5 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0462308 Apr 12 08:24:47.884936 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ebb66c2f-954a-4fb7-b9d4-d07f6e704ff9 req-038c56df-288a-43a3-97ef-a3f5778d6dde tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Apr 12 08:24:48.007782 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f034cac-f92c-4938-97e9-959b2b90afe9 req-c3ddbd9c-d3a9-4177-adc6-57bd6afd848f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:48.009302 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7f034cac-f92c-4938-97e9-959b2b90afe9 req-c3ddbd9c-d3a9-4177-adc6-57bd6afd848f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 932 time: 0.0471728 Apr 12 08:24:48.057959 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7f034cac-f92c-4938-97e9-959b2b90afe9 req-6e102b66-645a-4c91-a665-6b5d1f264ec3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Apr 12 08:24:48.642549 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b44497-d61b-40e6-ad01-0f3b06854bf7 req-eb4b8070-8527-4d97-b5cd-8c8c06399741 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:48.644025 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e7b44497-d61b-40e6-ad01-0f3b06854bf7 req-eb4b8070-8527-4d97-b5cd-8c8c06399741 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0515087 Apr 12 08:24:48.689150 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e7b44497-d61b-40e6-ad01-0f3b06854bf7 req-ed408627-2dde-4f0b-a0c9-8bd42b381c41 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Apr 12 08:24:48.997693 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244cc6-018e-46ec-bfb4-cf8027ab56fa req-b06f8e72-7f22-49fe-ad5d-606ab9d19659 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:48.999154 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b0244cc6-018e-46ec-bfb4-cf8027ab56fa req-b06f8e72-7f22-49fe-ad5d-606ab9d19659 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0462129 Apr 12 08:24:49.053391 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b0244cc6-018e-46ec-bfb4-cf8027ab56fa req-81805edd-77f9-42e4-b7c7-774f19fbf1ae tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486815 Apr 12 08:24:49.179621 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf72a-af3f-4fda-93a3-a3d5ff3310e7 req-015e3036-852a-47ee-85ef-dc074a8bc00e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:49.181011 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a3abf72a-af3f-4fda-93a3-a3d5ff3310e7 req-015e3036-852a-47ee-85ef-dc074a8bc00e tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 932 time: 0.0463099 Apr 12 08:24:49.236701 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a3abf72a-af3f-4fda-93a3-a3d5ff3310e7 req-6700b940-1cfe-4055-b756-ccb3d0bf70aa tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498385 Apr 12 08:24:49.253338 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Request body: {'port': {'device_id': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:24:49.334225 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2464e-73a6-4b08-8f17-4bf4eabf3ddd req-e20380b1-158c-4800-b3e1-b8ed7fef13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:49.335706 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8cb2464e-73a6-4b08-8f17-4bf4eabf3ddd req-e20380b1-158c-4800-b3e1-b8ed7fef13bd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 1129 time: 0.1135314 Apr 12 08:24:49.341368 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:49.481640 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8cb2464e-73a6-4b08-8f17-4bf4eabf3ddd req-c049288b-e6aa-4105-b083-c9f56cbb9952 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044414 Apr 12 08:24:49.622402 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311244b6-0ec8-4c93-be1f-ab36298925e7 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:24:49.629626 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Publish callbacks [] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:49.642334 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Transition to ACTIVE for port object 311244b6-0ec8-4c93-be1f-ab36298925e7 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:24:49.710066 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:49.762892 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f97f0120-b580-4a98-ac8b-b703c3966bc8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:49.764396 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f97f0120-b580-4a98-ac8b-b703c3966bc8 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.0816660 Apr 12 08:24:49.812751 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Pushing event updated for resources: {'Port': ['ID=311244b6-0ec8-4c93-be1f-ab36298925e7,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:49.878465 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a13e1-8bfc-4488-8221-bf4b182ae205 req-cdfb3724-5e42-43d7-a446-7d5153dbd808 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:49.880007 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-507a13e1-8bfc-4488-8221-bf4b182ae205 req-cdfb3724-5e42-43d7-a446-7d5153dbd808 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 946 time: 0.1124082 Apr 12 08:24:50.168947 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb41f4-30f8-460a-a3ec-19439be65ed3 req-014aaa1d-bf9c-45b8-92d6-26cb277a5004 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:50.170524 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d6cb41f4-30f8-460a-a3ec-19439be65ed3 req-014aaa1d-bf9c-45b8-92d6-26cb277a5004 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0503659 Apr 12 08:24:50.223693 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d6cb41f4-30f8-460a-a3ec-19439be65ed3 req-855976a9-fafa-452f-8673-27c1997a71fc tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Apr 12 08:24:50.241983 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f84c94de-71cc-4257-9410-71408c39766a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Deleting port 45692850-16e2-4d3c-82c9-600487106f50 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:24:50.242482 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f84c94de-71cc-4257-9410-71408c39766a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (45692850-16e2-4d3c-82c9-600487106f50), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:50.268114 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-507a13e1-8bfc-4488-8221-bf4b182ae205 req-e431eb95-a3ee-4177-a3c0-eba2b0ea10ee tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686996 Apr 12 08:24:50.272614 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Attempting to bind port 311244b6-0ec8-4c93-be1f-ab36298925e7 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:24:50.272949 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Attempting to bind port 311244b6-0ec8-4c93-be1f-ab36298925e7 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:24:50.273272 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Attempting to bind port 311244b6-0ec8-4c93-be1f-ab36298925e7 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:24:50.285975 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Port 311244b6-0ec8-4c93-be1f-ab36298925e7 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:24:50.286296 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Attempting to bind port 311244b6-0ec8-4c93-be1f-ab36298925e7 on network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:24:50.324678 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:24:50.325012 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Checking segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:24:50.325391 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Bound using segment: {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:24:50.325828 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Bound port: 311244b6-0ec8-4c93-be1f-ab36298925e7, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:24:50.326176 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:50.351992 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9e7f4-d6f4-46b2-bed3-840c587d1d87 req-d3514653-cabe-46a8-9f7a-546aafcfabd2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:50.354320 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f1c9e7f4-d6f4-46b2-bed3-840c587d1d87 req-d3514653-cabe-46a8-9f7a-546aafcfabd2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 944 time: 0.0484407 Apr 12 08:24:50.391694 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f84c94de-71cc-4257-9410-71408c39766a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] For port 45692850-16e2-4d3c-82c9-600487106f50, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=45692850-16e2-4d3c-82c9-600487106f50,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:50.392055 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f84c94de-71cc-4257-9410-71408c39766a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (45692850-16e2-4d3c-82c9-600487106f50), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:50.401650 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f1c9e7f4-d6f4-46b2-bed3-840c587d1d87 req-cb175e49-f87d-4bc7-8a82-d151605999bb tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414972 Apr 12 08:24:50.418867 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f84c94de-71cc-4257-9410-71408c39766a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Calling delete_port for 45692850-16e2-4d3c-82c9-600487106f50 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:24:50.430106 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] For port 311244b6-0ec8-4c93-be1f-ab36298925e7, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:24:50.434413 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] For port 311244b6-0ec8-4c93-be1f-ab36298925e7, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=311244b6-0ec8-4c93-be1f-ab36298925e7,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:24:50.551276 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:50.590516 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:50.595764 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:50.595764 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] 10.222.0.25 "PUT /v2.0/ports/311244b6-0ec8-4c93-be1f-ab36298925e7 HTTP/1.1" status: 200 len: 1094 time: 1.3996243 Apr 12 08:24:50.597039 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'tag': '311244b6-0ec8-4c93-be1f-ab36298925e7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:50.599317 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaface38-2278-4367-87eb-853d4a00e4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e2fe00-9e40-4cc7-b094-bd419ea07672", "tag": "311244b6-0ec8-4c93-be1f-ab36298925e7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:50.633256 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba56cec-01cd-4cce-9aff-1d2538d666d6 service neutron] Pushing event updated for resources: {'Port': ['ID=311244b6-0ec8-4c93-be1f-ab36298925e7,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:50.645329 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934e90e6-62b5-437e-8eca-d40c27d0bc3a x-openstack-request-id: req-934e90e6-62b5-437e-8eca-d40c27d0bc3a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:50.645620 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e2fe00-9e40-4cc7-b094-bd419ea07672", "tag": "311244b6-0ec8-4c93-be1f-ab36298925e7", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:50.645872 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-934e90e6-62b5-437e-8eca-d40c27d0bc3a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:50.646268 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934e90e6-62b5-437e-8eca-d40c27d0bc3a'] response: {'name': 'network-changed', 'server_uuid': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'tag': '311244b6-0ec8-4c93-be1f-ab36298925e7', 'status': 'completed', 'code': 200} Apr 12 08:24:50.650996 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f84c94de-71cc-4257-9410-71408c39766a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (45692850-16e2-4d3c-82c9-600487106f50), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:50.664441 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416', '45692850-16e2-4d3c-82c9-600487106f50'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:24:50.690556 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c94de-71cc-4257-9410-71408c39766a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event deleted for resources: {'Port': ['ID=45692850-16e2-4d3c-82c9-600487106f50,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:50.757688 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f84c94de-71cc-4257-9410-71408c39766a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] No DVR routers for this DVR port 45692850-16e2-4d3c-82c9-600487106f50 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:24:50.761534 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f84c94de-71cc-4257-9410-71408c39766a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:50.765373 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ebe32b93-7c3e-4d56-b4ab-4a5eeff5627e req-f84c94de-71cc-4257-9410-71408c39766a tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "DELETE /v2.0/ports/45692850-16e2-4d3c-82c9-600487106f50 HTTP/1.1" status: 204 len: 173 time: 0.9769533 Apr 12 08:24:51.007829 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaface38-2278-4367-87eb-853d4a00e4b5 req-a872256e-0d4e-47fe-a8a7-a438d2a494db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:51.009809 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-aaface38-2278-4367-87eb-853d4a00e4b5 req-a872256e-0d4e-47fe-a8a7-a438d2a494db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 1128 time: 0.0535610 Apr 12 08:24:51.124360 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaface38-2278-4367-87eb-853d4a00e4b5 req-e7cf71df-0f1f-4f9c-944e-40ad9cb50038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:51.125840 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-aaface38-2278-4367-87eb-853d4a00e4b5 req-e7cf71df-0f1f-4f9c-944e-40ad9cb50038 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1086743 Apr 12 08:24:51.242051 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaface38-2278-4367-87eb-853d4a00e4b5 req-0393165c-898c-45f6-a76b-b863b5571b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:51.243594 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-aaface38-2278-4367-87eb-853d4a00e4b5 req-0393165c-898c-45f6-a76b-b863b5571b45 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1112998 Apr 12 08:24:51.359081 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-9be8548a-633e-4cb4-898d-9efe6cccb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:51.360614 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-9be8548a-633e-4cb4-898d-9efe6cccb317 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 1128 time: 0.0778906 Apr 12 08:24:51.366670 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15498-ca01-489d-b730-9bdda46f816d req-66bfe375-04f8-4f09-9816-7ca5bf708f02 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:51.368250 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a5f15498-ca01-489d-b730-9bdda46f816d req-66bfe375-04f8-4f09-9816-7ca5bf708f02 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0683677 Apr 12 08:24:51.387518 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dd63a860-a302-40ef-93f1-a7838c5fc986 req-cc34da46-ed85-46d4-8f3a-f5b01d21d809 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=3911d47e-0483-4668-aac1-ebed175efaec HTTP/1.1" status: 200 len: 210 time: 0.0271192 Apr 12 08:24:51.421121 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a5f15498-ca01-489d-b730-9bdda46f816d req-11bec0d4-3de5-427d-8d60-e2cd192daec6 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472858 Apr 12 08:24:51.522969 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd1698-478f-426b-864a-6dbc29a2aace req-473ca078-794a-4b8f-9e47-8458d9e4bede tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:51.524501 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-42dd1698-478f-426b-864a-6dbc29a2aace req-473ca078-794a-4b8f-9e47-8458d9e4bede tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 944 time: 0.0473967 Apr 12 08:24:51.543787 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47c11e-be64-448e-8102-fd1bd1daf7b8 req-c7632687-32fe-43d6-99f5-005e85d0631c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:51.545143 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cc47c11e-be64-448e-8102-fd1bd1daf7b8 req-c7632687-32fe-43d6-99f5-005e85d0631c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0570860 Apr 12 08:24:51.578956 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-42dd1698-478f-426b-864a-6dbc29a2aace req-4bde93a5-6df3-496c-8068-0643b2a9d57b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484617 Apr 12 08:24:51.579358 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-16d2233a-1ef4-4213-bcef-802d9c1b7c79 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311244b6-0ec8-4c93-be1f-ab36298925e7 HTTP/1.1" status: 200 len: 217 time: 0.0477939 Apr 12 08:24:51.657159 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-125f6e05-be56-4e37-aa40-79820511786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:51.658627 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-125f6e05-be56-4e37-aa40-79820511786e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 HTTP/1.1" status: 200 len: 853 time: 0.0730405 Apr 12 08:24:51.661810 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cc47c11e-be64-448e-8102-fd1bd1daf7b8 req-119ee14e-58a3-4a83-a8e1-17a87e8fa227 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859132 Apr 12 08:24:51.705269 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-11636215-8aab-45bf-9d57-02a38cc39f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:51.706798 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-11636215-8aab-45bf-9d57-02a38cc39f0c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399289 Apr 12 08:24:51.804783 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-d66f011e-05ee-427e-8e17-5e512678e506 service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911875 Apr 12 08:24:51.905447 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e30cd5f5-aa46-4bac-ab1d-0c08d64952ce req-ab12d051-a3fb-4ca2-92c2-09dbf58fc02b service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908809 Apr 12 08:24:51.989351 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b165e1-3e8c-4c0d-82b9-90cc75ff2caf req-1a2a2190-ec7e-4ffd-b0d9-7a773d3faa4c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:51.990856 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-60b165e1-3e8c-4c0d-82b9-90cc75ff2caf req-1a2a2190-ec7e-4ffd-b0d9-7a773d3faa4c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0487621 Apr 12 08:24:52.037839 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-60b165e1-3e8c-4c0d-82b9-90cc75ff2caf req-5c47cf89-593d-41c6-97fc-279560729638 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Apr 12 08:24:52.647385 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3911d47e-0483-4668-aac1-ebed175efaec', 'name': 'network-vif-deleted', 'tag': '45692850-16e2-4d3c-82c9-600487106f50'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:52.649747 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a58bf71-da51-4f27-867a-08384e9c55bf" -d '{"events": [{"server_uuid": "3911d47e-0483-4668-aac1-ebed175efaec", "name": "network-vif-deleted", "tag": "45692850-16e2-4d3c-82c9-600487106f50"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:52.691897 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805951b-d022-4e21-bfee-00bfc96ad8ab req-db3791db-5a86-4e4f-bbb3-d60d38e19081 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:52.694222 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4805951b-d022-4e21-bfee-00bfc96ad8ab req-db3791db-5a86-4e4f-bbb3-d60d38e19081 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 944 time: 0.0500593 Apr 12 08:24:52.743724 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4805951b-d022-4e21-bfee-00bfc96ad8ab req-e596541a-516d-4bfa-afc9-40eeef731bb7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440736 Apr 12 08:24:52.745093 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 45692850-16e2-4d3c-82c9-600487106f50 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:24:52.766368 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 45692850-16e2-4d3c-82c9-600487106f50 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:24:52.766719 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 45692850-16e2-4d3c-82c9-600487106f50 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:24:52.787213 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb89e7da-c2e2-42af-9d11-3db3b7d74a30 x-openstack-request-id: req-eb89e7da-c2e2-42af-9d11-3db3b7d74a30 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:52.787522 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3911d47e-0483-4668-aac1-ebed175efaec", "name": "network-vif-deleted", "tag": "45692850-16e2-4d3c-82c9-600487106f50", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:52.787780 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb89e7da-c2e2-42af-9d11-3db3b7d74a30 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:52.788177 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb89e7da-c2e2-42af-9d11-3db3b7d74a30'] response: {'server_uuid': '3911d47e-0483-4668-aac1-ebed175efaec', 'name': 'network-vif-deleted', 'tag': '45692850-16e2-4d3c-82c9-600487106f50', 'status': 'completed', 'code': 200} Apr 12 08:24:52.901388 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39f55d-0522-4ebe-a92a-11f50c5d0fe1 req-38243c48-40a2-4cff-88d5-ebe1aa1a5621 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:52.902857 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8a39f55d-0522-4ebe-a92a-11f50c5d0fe1 req-38243c48-40a2-4cff-88d5-ebe1aa1a5621 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0474424 Apr 12 08:24:52.950158 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8a39f55d-0522-4ebe-a92a-11f50c5d0fe1 req-4cd8552f-9158-4ae0-b7b7-5f851f8bdec5 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Apr 12 08:24:53.877820 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984f4ed-bd23-44d4-9f37-2eb6ec6f4ff3 req-a0530a91-0a71-49f3-820a-b2cbb473a96a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:53.879311 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8984f4ed-bd23-44d4-9f37-2eb6ec6f4ff3 req-a0530a91-0a71-49f3-820a-b2cbb473a96a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 944 time: 0.0524049 Apr 12 08:24:53.929268 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8984f4ed-bd23-44d4-9f37-2eb6ec6f4ff3 req-d57de496-0bf9-40f9-af85-4d9ee46645ae tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439982 Apr 12 08:24:54.011288 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a42dc-a455-4348-92d4-7c15d6dfc934 req-a9a90bac-7220-47c7-b87e-e118ee35d943 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:54.012853 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-467a42dc-a455-4348-92d4-7c15d6dfc934 req-a9a90bac-7220-47c7-b87e-e118ee35d943 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0518641 Apr 12 08:24:54.061372 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-467a42dc-a455-4348-92d4-7c15d6dfc934 req-bd811bf8-df2e-4719-9ecc-6d2d336b1c5c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430703 Apr 12 08:24:54.160901 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3265e-9b35-4eed-9af1-c9c1f6027a1b req-b0ec6bb6-3e39-433f-b528-c88cf368363b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:54.162345 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f0f3265e-9b35-4eed-9af1-c9c1f6027a1b req-b0ec6bb6-3e39-433f-b528-c88cf368363b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0464447 Apr 12 08:24:54.208796 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f0f3265e-9b35-4eed-9af1-c9c1f6027a1b req-de0909c8-4e0f-466c-a910-8253991ed2cc tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Apr 12 08:24:54.749732 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 311244b6-0ec8-4c93-be1f-ab36298925e7 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:24:54.846266 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 311244b6-0ec8-4c93-be1f-ab36298925e7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=311244b6-0ec8-4c93-be1f-ab36298925e7,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:54.857534 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '311244b6-0ec8-4c93-be1f-ab36298925e7', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'port_id': '311244b6-0ec8-4c93-be1f-ab36298925e7', 'mac_address': 'fa:16:3e:14:9e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:24:54.892528 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 311244b6-0ec8-4c93-be1f-ab36298925e7 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:54.892914 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:54.905649 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311244b6-0ec8-4c93-be1f-ab36298925e7 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:24:54.924869 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 311244b6-0ec8-4c93-be1f-ab36298925e7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=311244b6-0ec8-4c93-be1f-ab36298925e7,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:54.994713 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:55.046828 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd92b-3b28-4adb-b84f-1e6eb618fbf7 req-0576ae03-9ea7-4ced-978a-e58d39e46b2b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:55.047929 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=311244b6-0ec8-4c93-be1f-ab36298925e7,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:55.052131 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-509fd92b-3b28-4adb-b84f-1e6eb618fbf7 req-0576ae03-9ea7-4ced-978a-e58d39e46b2b tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 945 time: 0.0514777 Apr 12 08:24:55.055866 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.056732 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.057096 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.057574 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.058239 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.058615 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.058958 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.059293 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.059657 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.059994 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.060327 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.060682 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.061016 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.061393 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.061724 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:24:55.105269 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-509fd92b-3b28-4adb-b84f-1e6eb618fbf7 req-87109bb4-cc5b-4c39-a939-16afc9b36bf8 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474823 Apr 12 08:24:55.203819 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d5a9e-ea51-4523-b64b-b8130497c40c req-eed700c6-0cd2-4987-bb89-2a9ac1a1136f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:55.205316 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f5d5a9e-ea51-4523-b64b-b8130497c40c req-eed700c6-0cd2-4987-bb89-2a9ac1a1136f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0473790 Apr 12 08:24:55.251372 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5f5d5a9e-ea51-4523-b64b-b8130497c40c req-e9ab7896-61fc-4fb1-b711-1a718c10c5e7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405183 Apr 12 08:24:55.263388 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['311244b6-0ec8-4c93-be1f-ab36298925e7'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:24:55.353653 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce6d8-b9ca-4c6b-b523-2ed3e23085ec req-65b13ec9-7157-4570-8413-9a2af2c95a8d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:55.355085 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e78ce6d8-b9ca-4c6b-b523-2ed3e23085ec req-65b13ec9-7157-4570-8413-9a2af2c95a8d tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0465016 Apr 12 08:24:55.406806 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e78ce6d8-b9ca-4c6b-b523-2ed3e23085ec req-0c8b3124-d357-4644-8a4d-9948f658caba tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Apr 12 08:24:56.214743 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2157a9-612d-4a13-ae56-351dc8fe4548 req-134bc27b-5686-44b0-a843-34a4805a4f67 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:56.216217 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7e2157a9-612d-4a13-ae56-351dc8fe4548 req-134bc27b-5686-44b0-a843-34a4805a4f67 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 945 time: 0.0460939 Apr 12 08:24:56.290957 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-b8404acd-09c0-446f-94cc-eab0796781e4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:56.292779 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-b8404acd-09c0-446f-94cc-eab0796781e4 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0681515 Apr 12 08:24:56.306118 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7e2157a9-612d-4a13-ae56-351dc8fe4548 req-c1225af4-d775-4077-b649-2e46695f61d8 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827832 Apr 12 08:24:56.438067 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-f7d5588d-b4b6-4e8e-8ea1-7099f943a79b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Deleting port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:24:56.438515 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-f7d5588d-b4b6-4e8e-8ea1-7099f943a79b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:56.464654 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146afbd-a919-4eb4-a974-f5f8dd385e74 req-7e54d10a-f94f-4c4d-bfeb-3c43800008bc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:56.466403 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b146afbd-a919-4eb4-a974-f5f8dd385e74 req-7e54d10a-f94f-4c4d-bfeb-3c43800008bc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0811675 Apr 12 08:24:56.578885 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b146afbd-a919-4eb4-a974-f5f8dd385e74 req-01bfb86e-6075-4a71-8777-647b8061db75 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021101 Apr 12 08:24:56.593588 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-f7d5588d-b4b6-4e8e-8ea1-7099f943a79b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] For port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:56.593588 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-f7d5588d-b4b6-4e8e-8ea1-7099f943a79b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:56.601083 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-f7d5588d-b4b6-4e8e-8ea1-7099f943a79b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Calling delete_port for cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:24:56.722891 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f96242-8aa7-42ee-8be1-77502765cf29 req-a974b724-95ab-4ea6-8c0a-772347c654c3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:56.724411 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c4f96242-8aa7-42ee-8be1-77502765cf29 req-a974b724-95ab-4ea6-8c0a-772347c654c3 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 945 time: 0.0717947 Apr 12 08:24:56.763261 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 311244b6-0ec8-4c93-be1f-ab36298925e7 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:24:56.810105 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c4f96242-8aa7-42ee-8be1-77502765cf29 req-e9059322-36e8-49ba-af1d-850cd753cd1e tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788815 Apr 12 08:24:56.812175 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 311244b6-0ec8-4c93-be1f-ab36298925e7 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:24:57.022231 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 311244b6-0ec8-4c93-be1f-ab36298925e7 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:24:57.022447 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-f7d5588d-b4b6-4e8e-8ea1-7099f943a79b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:57.022583 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:57.052263 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:24:57.058036 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5588d-b4b6-4e8e-8ea1-7099f943a79b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Pushing event deleted for resources: {'Port': ['ID=cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:57.112299 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-f7d5588d-b4b6-4e8e-8ea1-7099f943a79b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] No DVR routers for this DVR port cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:24:57.114863 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-f7d5588d-b4b6-4e8e-8ea1-7099f943a79b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:57.118180 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8a660cea-c044-4869-91e0-eb7cc60c7b78 req-f7d5588d-b4b6-4e8e-8ea1-7099f943a79b tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.25 "DELETE /v2.0/ports/cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 HTTP/1.1" status: 204 len: 173 time: 0.8108144 Apr 12 08:24:57.125248 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257d947c-f9e2-44ce-95a1-3fbbb0709571', 'name': 'network-vif-deleted', 'tag': 'cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:57.125248 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0e3cf9-2a98-48a6-9025-cb0e8d85edd8" -d '{"events": [{"server_uuid": "257d947c-f9e2-44ce-95a1-3fbbb0709571", "name": "network-vif-deleted", "tag": "cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:57.143331 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 311244b6-0ec8-4c93-be1f-ab36298925e7 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:24:57.143781 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:57.158906 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ad73e-04ca-4f76-919d-ca0e36a63a8a x-openstack-request-id: req-5c0ad73e-04ca-4f76-919d-ca0e36a63a8a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:57.159093 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257d947c-f9e2-44ce-95a1-3fbbb0709571", "name": "network-vif-deleted", "tag": "cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:57.159343 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c0ad73e-04ca-4f76-919d-ca0e36a63a8a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:57.159775 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0ad73e-04ca-4f76-919d-ca0e36a63a8a'] response: {'server_uuid': '257d947c-f9e2-44ce-95a1-3fbbb0709571', 'name': 'network-vif-deleted', 'tag': 'cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416', 'status': 'completed', 'code': 200} Apr 12 08:24:57.169420 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311244b6-0ec8-4c93-be1f-ab36298925e7'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:24:57.171661 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92823d32-7103-4360-8d55-264f968256e9" -d '{"events": [{"server_uuid": "e7e2fe00-9e40-4cc7-b094-bd419ea07672", "name": "network-vif-plugged", "status": "completed", "tag": "311244b6-0ec8-4c93-be1f-ab36298925e7"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:24:57.184868 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 311244b6-0ec8-4c93-be1f-ab36298925e7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=311244b6-0ec8-4c93-be1f-ab36298925e7,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:57.209699 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d41d0ea-12a8-4651-bf1f-1d12b02b0f2d x-openstack-request-id: req-4d41d0ea-12a8-4651-bf1f-1d12b02b0f2d {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:24:57.209988 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e2fe00-9e40-4cc7-b094-bd419ea07672", "name": "network-vif-plugged", "status": "completed", "tag": "311244b6-0ec8-4c93-be1f-ab36298925e7", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:24:57.210237 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d41d0ea-12a8-4651-bf1f-1d12b02b0f2d {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:24:57.210625 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d41d0ea-12a8-4651-bf1f-1d12b02b0f2d'] response: {'server_uuid': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311244b6-0ec8-4c93-be1f-ab36298925e7', 'code': 200} Apr 12 08:24:57.308340 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:57.366760 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=311244b6-0ec8-4c93-be1f-ab36298925e7,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:24:57.467686 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdec5e0-505c-46a7-bdc3-9b021b598b90 req-a736f667-9fac-4bfd-b595-83968a90b1a1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:57.469386 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cbdec5e0-505c-46a7-bdc3-9b021b598b90 req-a736f667-9fac-4bfd-b595-83968a90b1a1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 946 time: 0.0754385 Apr 12 08:24:57.527661 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4691c-f7f8-42f7-a9ce-379698f0e370 req-d244de9e-c908-4170-9209-7abd69e316b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:57.529256 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ed4691c-f7f8-42f7-a9ce-379698f0e370 req-d244de9e-c908-4170-9209-7abd69e316b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 1130 time: 0.0589101 Apr 12 08:24:57.552313 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cbdec5e0-505c-46a7-bdc3-9b021b598b90 req-4d2fe20a-6728-40a0-b87b-78915647084a tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743654 Apr 12 08:24:57.700341 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b4cff-dbc8-4e89-a74c-a642c2d88ce3 req-5377f05e-55bf-4825-ab41-1ef1c9c08fc8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:57.701715 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7f0b4cff-dbc8-4e89-a74c-a642c2d88ce3 req-5377f05e-55bf-4825-ab41-1ef1c9c08fc8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0477419 Apr 12 08:24:57.750196 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7f0b4cff-dbc8-4e89-a74c-a642c2d88ce3 req-935fa1ea-60c8-48aa-b122-5d569a3f88d9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429611 Apr 12 08:24:57.796431 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ed4691c-f7f8-42f7-a9ce-379698f0e370 req-c1eb3f53-219b-415f-ad63-7ade2a617d7a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491524 Apr 12 08:24:57.913467 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8b12719c-b300-4544-81f8-e52f002bb300 req-ba27023c-2db8-4ed7-a1b7-accf6c3dd926 tempest-ServerRescueNegativeTestJSON-1453923394 tempest-ServerRescueNegativeTestJSON-1453923394-project] 10.222.0.23 "GET /v2.0/ports?device_id=257d947c-f9e2-44ce-95a1-3fbbb0709571 HTTP/1.1" status: 200 len: 210 time: 0.0281394 Apr 12 08:24:58.667934 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057afece-1aa6-48e3-b657-e64b60a998b1 req-848cae47-ca33-44f4-8793-88bae3838341 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:58.669432 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-057afece-1aa6-48e3-b657-e64b60a998b1 req-848cae47-ca33-44f4-8793-88bae3838341 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 946 time: 0.0513163 Apr 12 08:24:58.714301 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-057afece-1aa6-48e3-b657-e64b60a998b1 req-127f11ab-4efe-46ab-b24d-24e6b056dcc1 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393806 Apr 12 08:24:58.873996 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0766-d464-485e-a79f-197bbab382b1 req-3a384332-1a62-4557-8526-64ef0730ce16 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:58.875460 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f42f0766-d464-485e-a79f-197bbab382b1 req-3a384332-1a62-4557-8526-64ef0730ce16 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0497596 Apr 12 08:24:58.921384 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f42f0766-d464-485e-a79f-197bbab382b1 req-e17a5fd6-ef17-4892-bf81-fb6ba2872eb8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403595 Apr 12 08:24:58.968552 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50616) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:24:59.452707 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466382'] for router_interface (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:59.741036 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] Deleting port 23536133-b482-4ea5-91e6-798745b31086 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:24:59.741425 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (23536133-b482-4ea5-91e6-798745b31086), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:59.847319 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19729f0e-e439-40d4-aa85-7a005c6ff8d3 req-d0b58ec8-e14b-441d-a6e5-348194fcd918 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:24:59.848794 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-19729f0e-e439-40d4-aa85-7a005c6ff8d3 req-d0b58ec8-e14b-441d-a6e5-348194fcd918 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 946 time: 0.0606182 Apr 12 08:24:59.864688 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] For port 23536133-b482-4ea5-91e6-798745b31086, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=23536133-b482-4ea5-91e6-798745b31086,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:24:59.865050 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (23536133-b482-4ea5-91e6-798745b31086), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:24:59.885687 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] Calling delete_port for 23536133-b482-4ea5-91e6-798745b31086 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:24:59.943539 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-19729f0e-e439-40d4-aa85-7a005c6ff8d3 req-55472eff-ca52-4e35-bc5f-87e06ae5a900 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892339 Apr 12 08:25:00.045562 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b3388-10af-4169-9462-aa0f36d1243c req-fd4a63cf-d4de-4363-b32b-5fc63c2986e4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:00.047043 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-730b3388-10af-4169-9462-aa0f36d1243c req-fd4a63cf-d4de-4363-b32b-5fc63c2986e4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0546918 Apr 12 08:25:00.073399 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21267c1-f416-4aa4-b1e7-02ff1536e99d req-93cc6240-1d2f-488e-b9c4-9d9e3beaa319 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:00.074852 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c21267c1-f416-4aa4-b1e7-02ff1536e99d req-93cc6240-1d2f-488e-b9c4-9d9e3beaa319 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 946 time: 0.0664153 Apr 12 08:25:00.084339 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50628) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:00.089081 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4a2fb182-5d80-4c8a-a0e1-78857de22383 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Request body: {'floatingip': {'port_id': '311244b6-0ec8-4c93-be1f-ab36298925e7'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:00.096734 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-730b3388-10af-4169-9462-aa0f36d1243c req-a8da1392-766f-47d8-b9a9-22dc5d5be3c6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Apr 12 08:25:00.222299 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-168c041f-d799-4f18-9388-780ed98c9598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:00.370288 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb182-5d80-4c8a-a0e1-78857de22383 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (09d44f1a-0b04-42fb-8e41-9378bfb163f3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:00.544857 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (23536133-b482-4ea5-91e6-798745b31086), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:00.580358 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=23536133-b482-4ea5-91e6-798745b31086,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:00.772873 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:25:00.793453 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:25:00.793803 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device cbc6f4b4-f7ce-44bb-aae1-24e9f8f4e416 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:25:00.919497 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-521416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466274'] for router_interface (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:01.083142 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb182-5d80-4c8a-a0e1-78857de22383 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:01.141566 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb182-5d80-4c8a-a0e1-78857de22383 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (09d44f1a-0b04-42fb-8e41-9378bfb163f3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:01.264930 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c87f77-49d6-4935-87a9-8d3ee4ddbf73 req-e2925b3a-c845-441c-99d7-6ae402f40201 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:01.266358 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c3c87f77-49d6-4935-87a9-8d3ee4ddbf73 req-e2925b3a-c845-441c-99d7-6ae402f40201 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0904498 Apr 12 08:25:01.347712 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] Router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:25:01.367172 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-4a2fb182-5d80-4c8a-a0e1-78857de22383 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Floating IP 09d44f1a-0b04-42fb-8e41-9378bfb163f3 associated. External IP: 172.27.3.28, port: 311244b6-0ec8-4c93-be1f-ab36298925e7. Apr 12 08:25:01.422326 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c3c87f77-49d6-4935-87a9-8d3ee4ddbf73 req-937e310a-f149-490c-aa92-653b3547470b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500127 Apr 12 08:25:01.601066 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:25:01.609721 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0792cddd-e1f8-4248-bdfc-6725da7f2f4f admin admin] 10.222.0.23 "PUT /v2.0/routers/f9be3ed5-f4a5-4a44-b9b2-5004857302d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6369226 Apr 12 08:25:01.609721 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50636) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:01.613025 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] Sync routers for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:25:01.624537 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:01.625157 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:01.740927 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:01.914629 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:25:00Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:01.942696 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] Checking router: f9be3ed5-f4a5-4a44-b9b2-5004857302d4 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:25:01.952058 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] Routers {'f9be3ed5-f4a5-4a44-b9b2-5004857302d4'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:01.952702 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:02.020944 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2fb182-5d80-4c8a-a0e1-78857de22383 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:25:02.028243 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Publish callbacks [] for router (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:02.061874 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] Set router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:02.223149 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Publish callbacks [] for router_gateway (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:02.233924 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2fb182-5d80-4c8a-a0e1-78857de22383 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:25:02.242779 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb182-5d80-4c8a-a0e1-78857de22383 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:02.244603 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:25:02.249362 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:25:00Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:02.255220 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:02.255976 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:02.281774 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4a2fb182-5d80-4c8a-a0e1-78857de22383 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "PUT /v2.0/floatingips/09d44f1a-0b04-42fb-8e41-9378bfb163f3 HTTP/1.1" status: 200 len: 991 time: 2.1864369 Apr 12 08:25:02.281774 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'tag': '311244b6-0ec8-4c93-be1f-ab36298925e7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:25:02.281774 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1235f1ec-3b55-491b-9704-65e856bf92ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e2fe00-9e40-4cc7-b094-bd419ea07672", "tag": "311244b6-0ec8-4c93-be1f-ab36298925e7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:25:02.282183 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f29ddf-298a-4049-8e40-23c0ee43b8ab None None] The sync data for ids ['f9be3ed5-f4a5-4a44-b9b2-5004857302d4'] in dv-cinder-836944-3-iscsi is: [{'id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1390069150-router', 'tenant_id': '7411cb7c422c426da8dcf9ba38515373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:25:00Z', 'revision_number': 5, 'project_id': '7411cb7c422c426da8dcf9ba38515373', 'gw_port': {'id': '2654fba3-c9d9-47e9-8347-cc891f9fe598', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be3ed5-f4a5-4a44-b9b2-5004857302d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:25:02.330366 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34400544-4573-4d89-843e-98844ac8761f x-openstack-request-id: req-34400544-4573-4d89-843e-98844ac8761f {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:25:02.330366 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e2fe00-9e40-4cc7-b094-bd419ea07672", "tag": "311244b6-0ec8-4c93-be1f-ab36298925e7", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:25:02.330366 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34400544-4573-4d89-843e-98844ac8761f {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:25:02.330366 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34400544-4573-4d89-843e-98844ac8761f'] response: {'name': 'network-changed', 'server_uuid': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'tag': '311244b6-0ec8-4c93-be1f-ab36298925e7', 'status': 'completed', 'code': 200} Apr 12 08:25:02.376985 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:02.389518 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Deleting port 2654fba3-c9d9-47e9-8347-cc891f9fe598 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:25:02.389862 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:02.394486 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-45adf639-60c2-4c4f-b007-96d8f1ea2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:02.396007 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-45adf639-60c2-4c4f-b007-96d8f1ea2d6e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 1130 time: 0.0512645 Apr 12 08:25:02.566860 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] For port 2654fba3-c9d9-47e9-8347-cc891f9fe598, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=2654fba3-c9d9-47e9-8347-cc891f9fe598,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:02.567123 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:02.591417 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '09d44f1a-0b04-42fb-8e41-9378bfb163f3', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '311244b6-0ec8-4c93-be1f-ab36298925e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:14:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:43Z', 'updated_at': '2022-04-12T08:25:00Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:02.595948 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a747e-ae85-457e-8e31-57e090e0d5c3 req-714b1a1d-1709-494d-b3ff-1e174520cc60 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:02.597440 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4e9a747e-ae85-457e-8e31-57e090e0d5c3 req-714b1a1d-1709-494d-b3ff-1e174520cc60 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0933254 Apr 12 08:25:02.598548 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Calling delete_port for 2654fba3-c9d9-47e9-8347-cc891f9fe598 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:25:02.621950 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:25:02.630159 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:02.630751 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:24:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:02.635844 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-bfdbb846-66da-4b4b-98ca-03335060cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:02.637334 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-bfdbb846-66da-4b4b-98ca-03335060cfa7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 200 len: 914 time: 0.2226205 Apr 12 08:25:02.746344 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:02.783810 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4e9a747e-ae85-457e-8e31-57e090e0d5c3 req-5e01f81f-aa1e-4a22-a14a-0e1f16783267 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770751 Apr 12 08:25:02.793989 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bbb724c3-0a5e-4dfe-b38e-e27ff08d5aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:02.844909 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-7763026f-936c-455f-afde-85e42825f1bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311244b6-0ec8-4c93-be1f-ab36298925e7 HTTP/1.1" status: 200 len: 999 time: 0.1686521 Apr 12 08:25:02.912995 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-aad5976b-b3bc-4073-ba7c-978713533a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:02.914814 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-aad5976b-b3bc-4073-ba7c-978713533a53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 HTTP/1.1" status: 200 len: 853 time: 0.0561602 Apr 12 08:25:02.969240 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '09d44f1a-0b04-42fb-8e41-9378bfb163f3', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '311244b6-0ec8-4c93-be1f-ab36298925e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:14:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:43Z', 'updated_at': '2022-04-12T08:25:00Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:02.983737 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-837a8c03-e2bc-4016-9b2a-2f0c9d008d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:02.985235 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-837a8c03-e2bc-4016-9b2a-2f0c9d008d52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519018 Apr 12 08:25:02.999682 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cf096-e754-4c2f-a66c-9e1bb4bf480c None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '09d44f1a-0b04-42fb-8e41-9378bfb163f3', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'port_id': '311244b6-0ec8-4c93-be1f-ab36298925e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'mac_address': 'fa:16:3e:14:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:43Z', 'updated_at': '2022-04-12T08:25:00Z', 'revision_number': 1, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:25:03.051376 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (2654fba3-c9d9-47e9-8347-cc891f9fe598), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.088824 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Pushing event deleted for resources: {'Port': ['ID=2654fba3-c9d9-47e9-8347-cc891f9fe598,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:03.150176 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-ad4c2308-0501-4a24-8caf-f09f4c90fd46 service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562345 Apr 12 08:25:03.189161 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464260'] for router_gateway (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.193846 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af995e56-1a83-46c3-b66b-ef1b2778d559 None None] New status for floating IP 09d44f1a-0b04-42fb-8e41-9378bfb163f3: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:25:03.352971 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2962'] for router (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.356888 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Publish callbacks [] for router_controller (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.434274 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1235f1ec-3b55-491b-9704-65e856bf92ae req-e82dc05d-74b5-4c40-8733-4ce339e93e79 service neutron] 10.222.0.25 "GET /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775853 Apr 12 08:25:03.496796 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415779'] for router (f9be3ed5-f4a5-4a44-b9b2-5004857302d4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.497283 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9be3ed5-f4a5-4a44-b9b2-5004857302d4 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 08:25:03.502222 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.515587 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-08d7db5a-aea8-4650-9fb0-8560a7827949 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f9be3ed5-f4a5-4a44-b9b2-5004857302d4 HTTP/1.1" status: 204 len: 168 time: 1.8934827 Apr 12 08:25:03.515681 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50646) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:03.561515 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9923140-386f-49c1-8ee0-40c645ddbf48 admin admin] Deleting subnet 11d3f95e-69be-4d9f-8060-dad19e3ec02a {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:25:03.561515 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9923140-386f-49c1-8ee0-40c645ddbf48 admin admin] Publish callbacks [] for subnet (11d3f95e-69be-4d9f-8060-dad19e3ec02a), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.607736 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9923140-386f-49c1-8ee0-40c645ddbf48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2438856'] for subnet (11d3f95e-69be-4d9f-8060-dad19e3ec02a), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.614967 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.679492 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.721225 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9923140-386f-49c1-8ee0-40c645ddbf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (11d3f95e-69be-4d9f-8060-dad19e3ec02a), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.855310 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9923140-386f-49c1-8ee0-40c645ddbf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347513'] for subnet (11d3f95e-69be-4d9f-8060-dad19e3ec02a), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.882115 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9923140-386f-49c1-8ee0-40c645ddbf48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d3f95e-69be-4d9f-8060-dad19e3ec02a,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:03.894783 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9923140-386f-49c1-8ee0-40c645ddbf48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:03.899340 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-a9923140-386f-49c1-8ee0-40c645ddbf48 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/11d3f95e-69be-4d9f-8060-dad19e3ec02a HTTP/1.1" status: 204 len: 168 time: 0.3906953 Apr 12 08:25:03.901112 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50652) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:03.901394 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db169e5d-cf6f-410c-a2a8-5e965e6e520e None None] Network 03102d2f-5e47-497b-9172-21726975a603 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:25:03.940803 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb2944-f3cf-4d73-8777-bc940b39e5e1 req-4d7560b9-7267-4e66-b91f-8393a1487fbd tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:03.942560 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-66eb2944-f3cf-4d73-8777-bc940b39e5e1 req-4d7560b9-7267-4e66-b91f-8393a1487fbd tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0639818 Apr 12 08:25:03.971216 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (03102d2f-5e47-497b-9172-21726975a603), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.015575 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-66eb2944-f3cf-4d73-8777-bc940b39e5e1 req-23b48431-abc4-4cc0-857f-699859be3fa1 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662682 Apr 12 08:25:04.053531 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Deleting port f22d8b49-cd56-4141-9a71-6d3e889e509e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:25:04.054001 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.094596 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996479f-e5de-4db9-903b-f3c52ce436aa None None] DHCP port deletion for 03102d2f-5e47-497b-9172-21726975a603 request from dv-cinder-836944-3-iscsi {{(pid=103941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 08:25:04.127078 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] For port f22d8b49-cd56-4141-9a71-6d3e889e509e, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=f22d8b49-cd56-4141-9a71-6d3e889e509e,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:04.130044 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.141755 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-4996479f-e5de-4db9-903b-f3c52ce436aa None None] Deleting port f22d8b49-cd56-4141-9a71-6d3e889e509e {{(pid=103941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:25:04.142134 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4996479f-e5de-4db9-903b-f3c52ce436aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), before_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.144861 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Calling delete_port for f22d8b49-cd56-4141-9a71-6d3e889e509e owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:25:04.206389 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-4996479f-e5de-4db9-903b-f3c52ce436aa None None] For port f22d8b49-cd56-4141-9a71-6d3e889e509e, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=f22d8b49-cd56-4141-9a71-6d3e889e509e,segment=NetworkSegment(76589a64-4144-4539-9655-d54f4dcf9aaf),segment_id=76589a64-4144-4539-9655-d54f4dcf9aaf)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:04.206884 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4996479f-e5de-4db9-903b-f3c52ce436aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), precommit_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.221399 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-4996479f-e5de-4db9-903b-f3c52ce436aa None None] Calling delete_port for f22d8b49-cd56-4141-9a71-6d3e889e509e owned by network:dhcp {{(pid=103941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:25:04.225015 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 2654fba3-c9d9-47e9-8347-cc891f9fe598 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:25:04.254375 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 2654fba3-c9d9-47e9-8347-cc891f9fe598 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:25:04.255589 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 2654fba3-c9d9-47e9-8347-cc891f9fe598 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:25:04.255589 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 23536133-b482-4ea5-91e6-798745b31086 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:25:04.290982 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.294864 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 23536133-b482-4ea5-91e6-798745b31086 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:25:04.295136 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 23536133-b482-4ea5-91e6-798745b31086 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:25:04.295585 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device f22d8b49-cd56-4141-9a71-6d3e889e509e no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:25:04.324775 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22d8b49-cd56-4141-9a71-6d3e889e509e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:04.328234 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] No DVR routers for this DVR port f22d8b49-cd56-4141-9a71-6d3e889e509e on host dv-cinder-836944-3-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:25:04.349884 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: f22d8b49-cd56-4141-9a71-6d3e889e509e {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:25:04.350234 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device f22d8b49-cd56-4141-9a71-6d3e889e509e not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:25:04.396965 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (03102d2f-5e47-497b-9172-21726975a603), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.400557 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4996479f-e5de-4db9-903b-f3c52ce436aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (f22d8b49-cd56-4141-9a71-6d3e889e509e), after_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.417920 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03102d2f-5e47-497b-9172-21726975a603']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:04.427080 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996479f-e5de-4db9-903b-f3c52ce436aa None None] Pushing event deleted for resources: {'Port': ['ID=f22d8b49-cd56-4141-9a71-6d3e889e509e,revision_number=None']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:04.427503 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76589a64-4144-4539-9655-d54f4dcf9aaf') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:04.427804 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76589a64-4144-4539-9655-d54f4dcf9aaf') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:04.432546 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4996479f-e5de-4db9-903b-f3c52ce436aa None None] No DVR routers for this DVR port f22d8b49-cd56-4141-9a71-6d3e889e509e on host dv-cinder-836944-3-iscsi {{(pid=103941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:25:04.448997 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26062769'] for segment (76589a64-4144-4539-9655-d54f4dcf9aaf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.466708 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (76589a64-4144-4539-9655-d54f4dcf9aaf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.473701 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:25:04.474081 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25996970'] for segment (76589a64-4144-4539-9655-d54f4dcf9aaf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: Traceback (most recent call last): Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: timer() Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: cb(*args, **kw) Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: return func(*args, **kwargs) Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: self._notify() Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: self.callback(batched_events) Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: event.method(event) Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: return f(self, *a, **k) Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._get(url).json() Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: return self.request(url, 'GET', **kwargs) Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:25:04.475862 dv-cinder-836944-3-iscsi neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:25:04.582227 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (03102d2f-5e47-497b-9172-21726975a603), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.589604 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.592816 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] 10.222.0.23 "DELETE /v2.0/networks/03102d2f-5e47-497b-9172-21726975a603 HTTP/1.1" status: 204 len: 168 time: 0.6905499 Apr 12 08:25:04.602287 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fa1e3-cc53-4743-9de6-4e6443038b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=03102d2f-5e47-497b-9172-21726975a603,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:04.865437 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50660) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:04.910460 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7e723e25-b06b-470b-a55d-758e64d13f17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7411cb7c422c426da8dcf9ba38515373&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410104 Apr 12 08:25:04.912531 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50664) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:04.961082 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee150b35-05d2-47e2-9ded-a111c0e091c4 admin admin] Publish callbacks [] for security_group (2eade5b9-a4cf-42ab-ba66-1f7b1ada6176), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:04.986792 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee150b35-05d2-47e2-9ded-a111c0e091c4 admin admin] Publish callbacks [] for security_group (2eade5b9-a4cf-42ab-ba66-1f7b1ada6176), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:05.053636 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647e2de-71e3-4b47-988c-b49f9013a368 req-5820d032-a466-4d65-92c2-5a5931ba1124 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:05.055063 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1647e2de-71e3-4b47-988c-b49f9013a368 req-5820d032-a466-4d65-92c2-5a5931ba1124 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0663149 Apr 12 08:25:05.108203 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1647e2de-71e3-4b47-988c-b49f9013a368 req-7c832b98-4d81-4fe8-99fc-1f083560ee38 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Apr 12 08:25:05.136223 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50670) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:05.139809 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cb5c6-897e-4804-860e-3f7674fb7c93 req-b6ce2f46-429d-46a1-80f6-f000c44f4551 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:05.141376 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6b7cb5c6-897e-4804-860e-3f7674fb7c93 req-b6ce2f46-429d-46a1-80f6-f000c44f4551 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0576861 Apr 12 08:25:05.153925 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee150b35-05d2-47e2-9ded-a111c0e091c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (2eade5b9-a4cf-42ab-ba66-1f7b1ada6176), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:05.156904 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee150b35-05d2-47e2-9ded-a111c0e091c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:05.159362 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ee150b35-05d2-47e2-9ded-a111c0e091c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2eade5b9-a4cf-42ab-ba66-1f7b1ada6176 HTTP/1.1" status: 204 len: 168 time: 0.2458210 Apr 12 08:25:05.168110 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee150b35-05d2-47e2-9ded-a111c0e091c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eade5b9-a4cf-42ab-ba66-1f7b1ada6176,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:05.220668 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6b7cb5c6-897e-4804-860e-3f7674fb7c93 req-c998ebea-19cd-4718-a166-4918056a8808 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736425 Apr 12 08:25:05.228979 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:05.352021 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94400a2-35b3-4c63-9144-fbe79246fc4c tempest-TestMinimumBasicScenario-860800914 tempest-TestMinimumBasicScenario-860800914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:05.354107 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-e94400a2-35b3-4c63-9144-fbe79246fc4c tempest-TestMinimumBasicScenario-860800914 tempest-TestMinimumBasicScenario-860800914-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 1124 time: 0.2168725 Apr 12 08:25:05.357087 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50676) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:05.361238 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'port_id': '23625dac-4861-43d7-b7c8-11a660899d5e', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:05.467944 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:05.548763 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:05.664776 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Allocated IP 172.27.3.180 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/6d4e8bb5-173e-439d-bdab-c7c922a8a6fb) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:25:05.776618 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for port (6d4e8bb5-173e-439d-bdab-c7c922a8a6fb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:05.860534 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (6d4e8bb5-173e-439d-bdab-c7c922a8a6fb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:05.895930 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:25:05.898675 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:25:05.902603 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:25:05.930833 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'Port': ['ID=6d4e8bb5-173e-439d-bdab-c7c922a8a6fb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:06.213073 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50696) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:06.315301 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1760168492-network', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:06.324329 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for floatingip (783645ee-3442-4bcf-9fd7-3ef1b568b7c8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.364529 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfe6f2-ceff-4374-8e27-14b279a353b7 req-b053e642-91d3-4a96-a494-473bf1dbae53 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:06.366004 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ebfe6f2-ceff-4374-8e27-14b279a353b7 req-b053e642-91d3-4a96-a494-473bf1dbae53 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0738199 Apr 12 08:25:06.428118 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Made reservation on behalf of e4cb80aa86f846cabcbee099dd90a3ca for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:25:06.429169 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7ebfe6f2-ceff-4374-8e27-14b279a353b7 req-c84d696b-2197-4ae6-b619-7d8b2e25d628 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565224 Apr 12 08:25:06.430491 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.439943 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.502075 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (6d4e8bb5-173e-439d-bdab-c7c922a8a6fb), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.514978 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Publish callbacks [] for security_group (99b094be-dce8-4cb5-bde2-52fad8965993), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.564810 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (99b094be-dce8-4cb5-bde2-52fad8965993), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.585401 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:25:06.600161 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b094be-dce8-4cb5-bde2-52fad8965993,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:06.604804 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (c7e5f946-0864-42f4-98bc-8d3067a26d25), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.605197 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Added segment c7e5f946-0864-42f4-98bc-8d3067a26d25 of type vlan for network 09029edf-9163-472f-b354-fc0c16533659 Apr 12 08:25:06.646062 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (09029edf-9163-472f-b354-fc0c16533659), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.655176 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for port (6d4e8bb5-173e-439d-bdab-c7c922a8a6fb), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.690582 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (6d4e8bb5-173e-439d-bdab-c7c922a8a6fb), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.719610 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (09029edf-9163-472f-b354-fc0c16533659), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.721638 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:06.722291 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.760743 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'Port': ['ID=6d4e8bb5-173e-439d-bdab-c7c922a8a6fb,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:06.771722 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (783645ee-3442-4bcf-9fd7-3ef1b568b7c8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.785721 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] Pushing event updated for resources: {'Network': ['ID=09029edf-9163-472f-b354-fc0c16533659,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:06.795915 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 09029edf-9163-472f-b354-fc0c16533659 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:25:06.802536 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-793410c4-117f-446f-920a-79f8705e98f5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5883949 Apr 12 08:25:06.805360 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50702) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:06.810999 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Request body: {'subnet': {'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1760168492-subnet', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:06.826668 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.877766 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Made reservation on behalf of e4cb80aa86f846cabcbee099dd90a3ca for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:25:06.880395 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3347492'] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:06.881055 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Floating IP 783645ee-3442-4bcf-9fd7-3ef1b568b7c8 associated. External IP: 172.27.3.180, port: 23625dac-4861-43d7-b7c8-11a660899d5e. Apr 12 08:25:07.079572 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3347510'] for subnet (65a89944-d3f0-4b32-990f-8e52e78fb61d), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.096612 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:25:07.133318 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a89944-d3f0-4b32-990f-8e52e78fb61d,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:07.146918 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Checking segment: {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:25:07.147277 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Network hostable DHCP agents. Network: 09029edf-9163-472f-b354-fc0c16533659, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:25:07.204902 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Network 09029edf-9163-472f-b354-fc0c16533659 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:25:07.256317 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 09029edf-9163-472f-b354-fc0c16533659) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:25:07.261027 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:07.261607 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.266082 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece7432-057a-491b-8554-eb6c3028e1b5 None None] Network 09029edf-9163-472f-b354-fc0c16533659 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:25:07.322851 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-3e2a0e02-f2ca-47cc-90bd-4b6d7d5ac42b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5155010 Apr 12 08:25:07.325614 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50706) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:07.331660 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:07.375205 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-09029edf-9163-472f-b354-fc0c16533659', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:25:07.376121 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.418771 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (12ba79cb-41f0-45c3-85c7-2016add421e0), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.420127 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (12ba79cb-41f0-45c3-85c7-2016add421e0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.477212 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks [] for router_controller (12ba79cb-41f0-45c3-85c7-2016add421e0), precommit_add_association {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.478292 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:25:07.490336 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] Sync routers for ids ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:25:07.501461 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] Routers {'74570d9a-401a-4d1a-8b5f-e59e9c0db129'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:07.504949 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:25:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:07.520927 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Allocated IP 172.20.0.2 (09029edf-9163-472f-b354-fc0c16533659/65a89944-d3f0-4b32-990f-8e52e78fb61d/241a17ea-e5bc-4799-ac24-aff82dc6ef30) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:25:07.612076 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] Set router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:07.613613 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.623859 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d18b-932d-400d-bc1c-417b868c2b3f req-eb872059-3771-4a3a-8b19-b11fe6bd3de7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:07.625519 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d591d18b-932d-400d-bc1c-417b868c2b3f req-eb872059-3771-4a3a-8b19-b11fe6bd3de7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.1167409 Apr 12 08:25:07.659180 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-385bde9a-93d1-4d15-9a33-89cb687baa1a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3010788 Apr 12 08:25:07.660228 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:25:07.663273 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:25:07.665889 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50710) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:07.671559 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a4607b15-b5a6-4e3b-8ef3-6db2cbfbf241 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124114310', 'description': 'tempest-secgroup-smoke-124114310 description', 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:07.673188 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Publish callbacks [] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.720392 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.751748 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d591d18b-932d-400d-bc1c-417b868c2b3f req-8a047fac-f028-42c7-a1c1-cfcbc29aa09e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177044 Apr 12 08:25:07.757584 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks [] for router_gateway (12ba79cb-41f0-45c3-85c7-2016add421e0), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.760936 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4607b15-b5a6-4e3b-8ef3-6db2cbfbf241 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.782681 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Network 09029edf-9163-472f-b354-fc0c16533659 is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:25:07.799041 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:25:07.809373 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:25:07.818448 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Pushing event updated for resources: {'Port': ['ID=241a17ea-e5bc-4799-ac24-aff82dc6ef30,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:07.863998 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4607b15-b5a6-4e3b-8ef3-6db2cbfbf241 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group (41781844-ea9b-4754-abd1-30a6f7fabe67), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.884222 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97e12b3-fe7a-4aa2-92d2-5726af76c9da x-openstack-request-id: req-d97e12b3-fe7a-4aa2-92d2-5726af76c9da {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:25:07.884641 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:25:07.884990 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d97e12b3-fe7a-4aa2-92d2-5726af76c9da {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:25:07.885492 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97e12b3-fe7a-4aa2-92d2-5726af76c9da'] response: {'name': 'network-changed', 'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e', 'status': 'completed', 'code': 200} Apr 12 08:25:07.891713 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Attempting to bind port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:25:07.892086 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Attempting to bind port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:25:07.892471 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Attempting to bind port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 on network 09029edf-9163-472f-b354-fc0c16533659 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:25:07.898096 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '783645ee-3442-4bcf-9fd7-3ef1b568b7c8', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'port_id': '23625dac-4861-43d7-b7c8-11a660899d5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'mac_address': 'fa:16:3e:ff:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335a6447-8763-46ff-9a7f-070900197334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:25:06Z', 'updated_at': '2022-04-12T08:25:06Z', 'revision_number': 0, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e', 'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'mac_address': 'fa:16:3e:7b:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:57Z', 'updated_at': '2022-04-12T08:24:02Z', 'revision_number': 5, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'subnets': [{'id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:07.900017 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:25:07.900444 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Checking segment: {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:25:07.901052 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.901446 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Bound using segment: {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:25:07.901916 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Bound port: 241a17ea-e5bc-4799-ac24-aff82dc6ef30, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:25:07.902295 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.935637 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4607b15-b5a6-4e3b-8ef3-6db2cbfbf241 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (41781844-ea9b-4754-abd1-30a6f7fabe67), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:07.982802 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] For port 241a17ea-e5bc-4799-ac24-aff82dc6ef30, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:25:07.986452 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] For port 241a17ea-e5bc-4799-ac24-aff82dc6ef30, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=241a17ea-e5bc-4799-ac24-aff82dc6ef30,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:25:07.998973 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-3a83a220-cbfb-4413-a820-a0b33b7c367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:08.000708 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-3a83a220-cbfb-4413-a820-a0b33b7c367f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=363e74209dea4f4cb1a53e9d32f43f7e&device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 1129 time: 0.0774751 Apr 12 08:25:08.001564 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4607b15-b5a6-4e3b-8ef3-6db2cbfbf241 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41781844-ea9b-4754-abd1-30a6f7fabe67,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:08.041463 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] Checking router: 74570d9a-401a-4d1a-8b5f-e59e9c0db129 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:25:08.045690 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks [] for router_gateway (12ba79cb-41f0-45c3-85c7-2016add421e0), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.050483 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] Routers {'74570d9a-401a-4d1a-8b5f-e59e9c0db129'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:08.050682 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:25:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:08.065254 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.069332 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.094795 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4607b15-b5a6-4e3b-8ef3-6db2cbfbf241 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.099103 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a4607b15-b5a6-4e3b-8ef3-6db2cbfbf241 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4289322 Apr 12 08:25:08.100868 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50716) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:08.105292 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4322c7a9-e666-4e09-a083-35e6706dfaa1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'security_group_rule': {'security_group_id': '41781844-ea9b-4754-abd1-30a6f7fabe67', 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:08.124051 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-afbb2d4f-202f-41da-b0a1-4f1af83b1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:08.125669 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-afbb2d4f-202f-41da-b0a1-4f1af83b1124 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b3701b9-c559-4c17-b75d-7fbbeba270b7 HTTP/1.1" status: 200 len: 914 time: 0.1184440 Apr 12 08:25:08.164757 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f950-e49e-415a-ab7b-3ee366d6d800 None None] Pushing event updated for resources: {'Port': ['ID=241a17ea-e5bc-4799-ac24-aff82dc6ef30,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:08.209515 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-7fdccb07-ad61-45fa-a59a-3669e648f19e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23625dac-4861-43d7-b7c8-11a660899d5e HTTP/1.1" status: 200 len: 999 time: 0.0753736 Apr 12 08:25:08.211343 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Allocated IP 172.27.3.77 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/28dd319d-8987-4337-9946-01872c2164a3) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:25:08.231380 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] Set router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:08.278121 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4322c7a9-e666-4e09-a083-35e6706dfaa1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (f00cef12-2999-4baf-9be5-d4aa4b6c83bb), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.283814 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-48c898cc-8c1e-461a-acad-45d8a142311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:08.285465 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-48c898cc-8c1e-461a-acad-45d8a142311c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfd650b4-f09a-4e40-933b-3e5f0207432f HTTP/1.1" status: 200 len: 853 time: 0.0688555 Apr 12 08:25:08.344368 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks [] for port (28dd319d-8987-4337-9946-01872c2164a3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.363285 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-b50ed2b4-ecad-4ead-9a45-8c525a963ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:08.366106 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-b50ed2b4-ecad-4ead-9a45-8c525a963ccd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b3701b9-c559-4c17-b75d-7fbbeba270b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737708 Apr 12 08:25:08.430593 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4322c7a9-e666-4e09-a083-35e6706dfaa1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (f00cef12-2999-4baf-9be5-d4aa4b6c83bb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.486319 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (28dd319d-8987-4337-9946-01872c2164a3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.503370 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-bff41124-c61a-44b6-8168-5064274d3d70 service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280313 Apr 12 08:25:08.514964 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '783645ee-3442-4bcf-9fd7-3ef1b568b7c8', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'port_id': '23625dac-4861-43d7-b7c8-11a660899d5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'mac_address': 'fa:16:3e:ff:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335a6447-8763-46ff-9a7f-070900197334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:25:06Z', 'updated_at': '2022-04-12T08:25:06Z', 'revision_number': 0, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e', 'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'mac_address': 'fa:16:3e:7b:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:57Z', 'updated_at': '2022-04-12T08:24:02Z', 'revision_number': 5, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'subnets': [{'id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:08.520852 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4322c7a9-e666-4e09-a083-35e6706dfaa1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (f00cef12-2999-4baf-9be5-d4aa4b6c83bb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.544803 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Pushing event updated for resources: {'Port': ['ID=28dd319d-8987-4337-9946-01872c2164a3,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:08.551419 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94259abe-ee7d-4b77-b440-467c00de4662 None None] The sync data for ids ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'] in dv-cinder-836944-3-iscsi is: [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '783645ee-3442-4bcf-9fd7-3ef1b568b7c8', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'port_id': '23625dac-4861-43d7-b7c8-11a660899d5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'mac_address': 'fa:16:3e:ff:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335a6447-8763-46ff-9a7f-070900197334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:25:06Z', 'updated_at': '2022-04-12T08:25:06Z', 'revision_number': 0, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e', 'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'mac_address': 'fa:16:3e:7b:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:57Z', 'updated_at': '2022-04-12T08:24:02Z', 'revision_number': 5, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'subnets': [{'id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:25:08.559446 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:25:08.562299 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:25:08.565105 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:25:08.608947 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322c7a9-e666-4e09-a083-35e6706dfaa1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00cef12-2999-4baf-9be5-d4aa4b6c83bb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:08.642982 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-56f4d2a6-4fef-4df4-a6ea-952ea21cc7ae req-047dbe74-ce0f-4639-b5a1-6f9980278872 service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325388 Apr 12 08:25:08.687061 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4322c7a9-e666-4e09-a083-35e6706dfaa1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.688282 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4322c7a9-e666-4e09-a083-35e6706dfaa1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5864151 Apr 12 08:25:08.691912 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50718) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:08.696905 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7e8e04a3-6f43-4f9b-b887-09469af6290f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'security_group_rule': {'security_group_id': '41781844-ea9b-4754-abd1-30a6f7fabe67', 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:08.801250 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e8e04a3-6f43-4f9b-b887-09469af6290f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (ab7ea1b6-cbf4-443c-bdeb-a8cff1191779), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.868061 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e8e04a3-6f43-4f9b-b887-09469af6290f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (ab7ea1b6-cbf4-443c-bdeb-a8cff1191779), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.941769 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e8e04a3-6f43-4f9b-b887-09469af6290f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (ab7ea1b6-cbf4-443c-bdeb-a8cff1191779), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:08.951016 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66f8fd-447d-4141-9aef-25e9c65a3bc2 None None] New status for floating IP 783645ee-3442-4bcf-9fd7-3ef1b568b7c8: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:25:08.953332 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abbc52-05ba-410b-b031-7a510027ab5f req-e1d15640-6378-4286-9b4f-9f41f8e32178 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:08.953469 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c9abbc52-05ba-410b-b031-7a510027ab5f req-e1d15640-6378-4286-9b4f-9f41f8e32178 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0832274 Apr 12 08:25:08.990488 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e04a3-6f43-4f9b-b887-09469af6290f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7ea1b6-cbf4-443c-bdeb-a8cff1191779,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:08.991055 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks [] for router_gateway (12ba79cb-41f0-45c3-85c7-2016add421e0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.070697 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e8e04a3-6f43-4f9b-b887-09469af6290f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.072089 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7e8e04a3-6f43-4f9b-b887-09469af6290f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3792043 Apr 12 08:25:09.075565 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50724) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:09.080153 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7623a9cd-2d4b-4b11-894a-92038741039c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'security_group_rule': {'security_group_id': '41781844-ea9b-4754-abd1-30a6f7fabe67', 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:09.092881 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c9abbc52-05ba-410b-b031-7a510027ab5f req-81bfd677-85ff-4dc6-b3ff-16f4f40d3935 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239130 Apr 12 08:25:09.186494 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7623a9cd-2d4b-4b11-894a-92038741039c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (75e920b1-f7b3-4c03-ad02-9f2c878795d1), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.226377 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (12ba79cb-41f0-45c3-85c7-2016add421e0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.264059 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7623a9cd-2d4b-4b11-894a-92038741039c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (75e920b1-f7b3-4c03-ad02-9f2c878795d1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.336372 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7623a9cd-2d4b-4b11-894a-92038741039c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (75e920b1-f7b3-4c03-ad02-9f2c878795d1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.362773 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623a9cd-2d4b-4b11-894a-92038741039c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e920b1-f7b3-4c03-ad02-9f2c878795d1,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:09.445764 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Router 12ba79cb-41f0-45c3-85c7-2016add421e0 is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:25:09.448407 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7623a9cd-2d4b-4b11-894a-92038741039c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.452379 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7623a9cd-2d4b-4b11-894a-92038741039c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732615 Apr 12 08:25:09.452568 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50726) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:09.457308 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-a1482299-b872-484b-97e2-6ea337d1bc0a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'security_group_rule': {'security_group_id': '41781844-ea9b-4754-abd1-30a6f7fabe67', 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:09.489691 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ff72d2-c464-4675-aa24-83b1bfc23e69 None None] Network 09029edf-9163-472f-b354-fc0c16533659 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:25:09.606914 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-6063f468-fa12-4f29-a2aa-cb9fb7780fe9 None None] Provisioning complete for port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:09.607532 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6063f468-fa12-4f29-a2aa-cb9fb7780fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.689711 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-6063f468-fa12-4f29-a2aa-cb9fb7780fe9 None None] Current status of the port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:09.690108 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6063f468-fa12-4f29-a2aa-cb9fb7780fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.726532 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-6063f468-fa12-4f29-a2aa-cb9fb7780fe9 None None] For port 241a17ea-e5bc-4799-ac24-aff82dc6ef30, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=241a17ea-e5bc-4799-ac24-aff82dc6ef30,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:09.776990 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6063f468-fa12-4f29-a2aa-cb9fb7780fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.780134 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1482299-b872-484b-97e2-6ea337d1bc0a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (1c29786c-ca61-44fa-85bf-fa9670d015ed), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.817756 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:25:09.829799 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Sync routers for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:25:09.832070 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063f468-fa12-4f29-a2aa-cb9fb7780fe9 None None] Pushing event updated for resources: {'Port': ['ID=241a17ea-e5bc-4799-ac24-aff82dc6ef30,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:09.842215 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:09.842829 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:25:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:09.849107 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1482299-b872-484b-97e2-6ea337d1bc0a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (1c29786c-ca61-44fa-85bf-fa9670d015ed), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.892572 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.896361 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-17a8465a-1fc2-4851-a2ed-69728f58e829 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5672231 Apr 12 08:25:09.896489 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-b77d110b-6336-4448-a0d8-72e01b32061e None None] Provisioning complete for port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:09.896489 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b77d110b-6336-4448-a0d8-72e01b32061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.896638 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50728) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:09.939791 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1482299-b872-484b-97e2-6ea337d1bc0a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (1c29786c-ca61-44fa-85bf-fa9670d015ed), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:09.956742 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:09.967717 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1482299-b872-484b-97e2-6ea337d1bc0a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c29786c-ca61-44fa-85bf-fa9670d015ed,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:09.975402 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-b77d110b-6336-4448-a0d8-72e01b32061e None None] Current status of the port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:10.080413 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1482299-b872-484b-97e2-6ea337d1bc0a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.081610 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-a1482299-b872-484b-97e2-6ea337d1bc0a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6280332 Apr 12 08:25:10.085693 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50730) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:10.091774 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3c7f3826-e704-453b-854f-10165bcfcf22 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'security_group_rule': {'security_group_id': '41781844-ea9b-4754-abd1-30a6f7fabe67', 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:10.129273 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:08Z', 'revision_number': 3, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:10.160738 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Checking router: 12ba79cb-41f0-45c3-85c7-2016add421e0 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:25:10.161086 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Updating router 12ba79cb-41f0-45c3-85c7-2016add421e0 port 28dd319d-8987-4337-9946-01872c2164a3 binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:25:10.185716 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-3c7f3826-e704-453b-854f-10165bcfcf22 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Project 363e74209dea4f4cb1a53e9d32f43f7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 08:25:10.197159 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (28dd319d-8987-4337-9946-01872c2164a3), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.212236 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3826-e704-453b-854f-10165bcfcf22 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (91f5b251-1f8c-4cab-bbb9-1ce0a276dbae), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.247833 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab75665-eb70-45ed-9fa8-4e9f76db5e08 req-7aa9deee-1f21-454b-bde0-684c968b76ba tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:10.249507 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bab75665-eb70-45ed-9fa8-4e9f76db5e08 req-7aa9deee-1f21-454b-bde0-684c968b76ba tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0781455 Apr 12 08:25:10.298009 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 241a17ea-e5bc-4799-ac24-aff82dc6ef30 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:25:10.329268 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3826-e704-453b-854f-10165bcfcf22 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (91f5b251-1f8c-4cab-bbb9-1ce0a276dbae), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.348382 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bab75665-eb70-45ed-9fa8-4e9f76db5e08 req-8c96628e-0139-4b46-8056-80a29daa0e52 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905445 Apr 12 08:25:10.358295 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:10.359281 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.380138 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.393394 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3826-e704-453b-854f-10165bcfcf22 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (91f5b251-1f8c-4cab-bbb9-1ce0a276dbae), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.417599 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f3826-e704-453b-854f-10165bcfcf22 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f5b251-1f8c-4cab-bbb9-1ce0a276dbae,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:10.459311 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:10.465012 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3826-e704-453b-854f-10165bcfcf22 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.465884 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3c7f3826-e704-453b-854f-10165bcfcf22 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3780153 Apr 12 08:25:10.468550 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50734) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:10.472982 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-db256673-b2b1-4753-92a7-e5cecf0fea75 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'security_group_rule': {'security_group_id': '41781844-ea9b-4754-abd1-30a6f7fabe67', 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:10.513044 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Publish callbacks [] for port (28dd319d-8987-4337-9946-01872c2164a3), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.542117 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-db256673-b2b1-4753-92a7-e5cecf0fea75 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Project 363e74209dea4f4cb1a53e9d32f43f7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 08:25:10.547716 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db256673-b2b1-4753-92a7-e5cecf0fea75 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (72ab799a-9234-40ad-97c4-5007d0b4cc80), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.551103 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Allocated IP 172.20.0.1 (09029edf-9163-472f-b354-fc0c16533659/65a89944-d3f0-4b32-990f-8e52e78fb61d/dc8224d9-86f4-487e-b889-bd87a3a21053) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:25:10.559114 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (28dd319d-8987-4337-9946-01872c2164a3), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.611735 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Attempting to bind port 28dd319d-8987-4337-9946-01872c2164a3 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:25:10.612103 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Attempting to bind port 28dd319d-8987-4337-9946-01872c2164a3 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:25:10.620704 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Attempting to bind port 28dd319d-8987-4337-9946-01872c2164a3 on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:25:10.620820 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db256673-b2b1-4753-92a7-e5cecf0fea75 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (72ab799a-9234-40ad-97c4-5007d0b4cc80), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.620950 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Pushing event updated for resources: {'Port': ['ID=28dd319d-8987-4337-9946-01872c2164a3,revision_number=2']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:10.622915 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:25:10.623293 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:25:10.623710 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.624102 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:25:10.624567 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Bound port: 28dd319d-8987-4337-9946-01872c2164a3, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:25:10.624941 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (28dd319d-8987-4337-9946-01872c2164a3), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.628067 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.628413 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.628770 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.629125 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.629469 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.629794 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.630123 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.630439 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.630758 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.631084 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.631405 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.631767 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.632090 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.632408 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.632721 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:25:10.668382 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Publish callbacks [] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.686641 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] For port 28dd319d-8987-4337-9946-01872c2164a3, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:25:10.689664 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] For port 28dd319d-8987-4337-9946-01872c2164a3, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=28dd319d-8987-4337-9946-01872c2164a3,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:25:10.696962 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db256673-b2b1-4753-92a7-e5cecf0fea75 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (72ab799a-9234-40ad-97c4-5007d0b4cc80), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.716950 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db256673-b2b1-4753-92a7-e5cecf0fea75 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ab799a-9234-40ad-97c4-5007d0b4cc80,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:10.753823 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (28dd319d-8987-4337-9946-01872c2164a3), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.770884 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.772789 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db256673-b2b1-4753-92a7-e5cecf0fea75 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.774198 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-db256673-b2b1-4753-92a7-e5cecf0fea75 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045940 Apr 12 08:25:10.812041 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:10.813248 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:25:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:10.815898 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Network 09029edf-9163-472f-b354-fc0c16533659 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:25:10.817640 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a581c9-8b69-4fa3-ac2d-c91c346e0aee None None] Pushing event updated for resources: {'Port': ['ID=28dd319d-8987-4337-9946-01872c2164a3,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:10.818956 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:25:10.826504 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:25:10.831617 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Pushing event updated for resources: {'Port': ['ID=dc8224d9-86f4-487e-b889-bd87a3a21053,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:10.896077 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (12ba79cb-41f0-45c3-85c7-2016add421e0), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:10.930368 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:10.948626 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-d35b0137-6de3-40b4-8df2-039ade366199 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124114310&fields=id&tenant_id=363e74209dea4f4cb1a53e9d32f43f7e HTTP/1.1" status: 200 len: 267 time: 0.1194415 Apr 12 08:25:11.034382 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-34674551-6536-4ec6-9364-a53fb282b6d3 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:11.034382 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-34674551-6536-4ec6-9364-a53fb282b6d3 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0790465 Apr 12 08:25:11.047968 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-3c81a181-487a-4d02-9159-992d730d80bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'port': {'security_groups': ['5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d', '41781844-ea9b-4754-abd1-30a6f7fabe67']}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:11.108849 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5f8c1868-1647-4d9b-b36d-96c1410af8f9 None None] Provisioning complete for port dc8224d9-86f4-487e-b889-bd87a3a21053 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:11.109686 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:08Z', 'revision_number': 3, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:11.110144 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1868-1647-4d9b-b36d-96c1410af8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:11.130829 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-3c81a181-487a-4d02-9159-992d730d80bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:11.151344 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c1868-1647-4d9b-b36d-96c1410af8f9 None None] Port dc8224d9-86f4-487e-b889-bd87a3a21053 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:25:11.232302 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450925d6-71dc-4ebd-b085-8065a07d03f1 None None] The sync data for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi is: [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:08Z', 'revision_number': 3, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:25:11.258554 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:11.491786 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58059c-7063-42ef-aa09-4a0f158823d5 req-e6466d83-8118-4a4c-a55b-c908c9b239ba tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:11.493476 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bb58059c-7063-42ef-aa09-4a0f158823d5 req-e6466d83-8118-4a4c-a55b-c908c9b239ba tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0696008 Apr 12 08:25:11.507421 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-3c81a181-487a-4d02-9159-992d730d80bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] For port 23625dac-4861-43d7-b7c8-11a660899d5e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=23625dac-4861-43d7-b7c8-11a660899d5e,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:11.559710 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bb58059c-7063-42ef-aa09-4a0f158823d5 req-1ca82611-2f01-4d52-ac0a-6883a755fe8f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519314 Apr 12 08:25:11.564472 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-3c81a181-487a-4d02-9159-992d730d80bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for port (23625dac-4861-43d7-b7c8-11a660899d5e), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:11.588852 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Publish callbacks [] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:11.622151 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-3c81a181-487a-4d02-9159-992d730d80bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:11.638418 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['23625dac-4861-43d7-b7c8-11a660899d5e'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:25:11.660726 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:11.669896 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-3c81a181-487a-4d02-9159-992d730d80bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:11.670527 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-3c81a181-487a-4d02-9159-992d730d80bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:11.672008 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9d5ba1b5-d88f-47a2-bdff-64711c7c1b87 req-3c81a181-487a-4d02-9159-992d730d80bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "PUT /v2.0/ports/23625dac-4861-43d7-b7c8-11a660899d5e HTTP/1.1" status: 200 len: 981 time: 0.6300414 Apr 12 08:25:11.672580 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:25:11.678085 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62628827-dcc1-4c88-9352-231a660756ce" -d '{"events": [{"name": "network-changed", "server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:25:11.744651 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81a181-487a-4d02-9159-992d730d80bd tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'Port': ['ID=23625dac-4861-43d7-b7c8-11a660899d5e,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:11.802306 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['23625dac-4861-43d7-b7c8-11a660899d5e'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:25:11.802532 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Pushing event updated for resources: {'Port': ['ID=dc8224d9-86f4-487e-b889-bd87a3a21053,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:11.812412 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (12ba79cb-41f0-45c3-85c7-2016add421e0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:11.859550 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb4fc5-4558-4fa5-89e6-967404c1f619 req-543dd4c0-7417-423e-9d91-c73298ab1c47 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:11.867279 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e5eb4fc5-4558-4fa5-89e6-967404c1f619 req-543dd4c0-7417-423e-9d91-c73298ab1c47 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.1294856 Apr 12 08:25:11.964634 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e71b38e-7086-42ab-ab71-ce702723ab59 x-openstack-request-id: req-4e71b38e-7086-42ab-ab71-ce702723ab59 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:25:11.964634 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:25:11.964634 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e71b38e-7086-42ab-ab71-ce702723ab59 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:25:11.964634 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e71b38e-7086-42ab-ab71-ce702723ab59'] response: {'name': 'network-changed', 'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e', 'status': 'completed', 'code': 200} Apr 12 08:25:11.971937 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Network 09029edf-9163-472f-b354-fc0c16533659 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:25:11.973603 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:25:12.000297 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e5eb4fc5-4558-4fa5-89e6-967404c1f619 req-a6aecb24-db62-4bef-90cb-a7e304422ee1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1318045 Apr 12 08:25:12.019550 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628827-dcc1-4c88-9352-231a660756ce req-172adf06-a23e-4138-a318-1f10067961ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:12.019550 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62628827-dcc1-4c88-9352-231a660756ce req-172adf06-a23e-4138-a318-1f10067961ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=363e74209dea4f4cb1a53e9d32f43f7e&device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 1168 time: 0.0992427 Apr 12 08:25:12.065480 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-84bdc22c-d318-4aad-9d8f-ab81b3e3ed29 None None] Provisioning complete for port 23625dac-4861-43d7-b7c8-11a660899d5e triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:12.065765 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-84bdc22c-d318-4aad-9d8f-ab81b3e3ed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:12.163019 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Router 12ba79cb-41f0-45c3-85c7-2016add421e0 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:25:12.218376 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628827-dcc1-4c88-9352-231a660756ce req-d7ece014-ec32-499c-89ac-03c89d144c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:12.219983 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62628827-dcc1-4c88-9352-231a660756ce req-d7ece014-ec32-499c-89ac-03c89d144c5e service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b3701b9-c559-4c17-b75d-7fbbeba270b7 HTTP/1.1" status: 200 len: 914 time: 0.1986821 Apr 12 08:25:12.360816 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62628827-dcc1-4c88-9352-231a660756ce req-46b78f50-32c3-4058-af50-d78f99496070 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23625dac-4861-43d7-b7c8-11a660899d5e HTTP/1.1" status: 200 len: 1001 time: 0.1309824 Apr 12 08:25:12.372002 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:25:12.377735 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-2b141132-56b7-497d-8829-bd54e975ac5a admin admin] 10.222.0.23 "PUT /v2.0/routers/12ba79cb-41f0-45c3-85c7-2016add421e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4801290 Apr 12 08:25:12.402770 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 28dd319d-8987-4337-9946-01872c2164a3 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:25:12.432214 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628827-dcc1-4c88-9352-231a660756ce req-876f4a60-1564-48c3-b978-25d3505b812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:12.433705 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62628827-dcc1-4c88-9352-231a660756ce req-876f4a60-1564-48c3-b978-25d3505b812a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfd650b4-f09a-4e40-933b-3e5f0207432f HTTP/1.1" status: 200 len: 853 time: 0.0628698 Apr 12 08:25:12.487988 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628827-dcc1-4c88-9352-231a660756ce req-62473e9e-9b3a-44c2-aa79-d2b53095a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:12.489630 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62628827-dcc1-4c88-9352-231a660756ce req-62473e9e-9b3a-44c2-aa79-d2b53095a1de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b3701b9-c559-4c17-b75d-7fbbeba270b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475080 Apr 12 08:25:12.574490 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 28dd319d-8987-4337-9946-01872c2164a3 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:12.574877 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (28dd319d-8987-4337-9946-01872c2164a3), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:12.580844 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-84bdc22c-d318-4aad-9d8f-ab81b3e3ed29 None None] Current status of the port 23625dac-4861-43d7-b7c8-11a660899d5e is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:12.599386 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62628827-dcc1-4c88-9352-231a660756ce req-4b11a4d3-e5e8-4d28-a7a7-1bb5b9ad038d service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011536 Apr 12 08:25:12.707648 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-62628827-dcc1-4c88-9352-231a660756ce req-aad40357-7891-4940-b126-de883bdc2b29 service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987267 Apr 12 08:25:12.758361 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-c0ebf0c8-120c-485a-99de-43d01cdbb13e None None] Provisioning complete for port dc8224d9-86f4-487e-b889-bd87a3a21053 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:12.759281 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf0c8-120c-485a-99de-43d01cdbb13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:12.780886 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa77cf-f278-436f-b31a-396fab917050 req-4d856422-c138-4667-a99f-fd2d078c5a5d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:12.782943 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-07aa77cf-f278-436f-b31a-396fab917050 req-4d856422-c138-4667-a99f-fd2d078c5a5d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0743637 Apr 12 08:25:12.804221 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 28dd319d-8987-4337-9946-01872c2164a3 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:12.804622 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (28dd319d-8987-4337-9946-01872c2164a3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:12.850752 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-07aa77cf-f278-436f-b31a-396fab917050 req-c0837a23-501d-4aac-8515-3d78bdf34e1e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610213 Apr 12 08:25:12.871023 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebf0c8-120c-485a-99de-43d01cdbb13e None None] Port dc8224d9-86f4-487e-b889-bd87a3a21053 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:25:12.875667 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port 28dd319d-8987-4337-9946-01872c2164a3, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=28dd319d-8987-4337-9946-01872c2164a3,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:12.970404 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50756) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:12.975017 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-78b39dd4-3e0a-4116-9620-e6af89578580 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519778730', 'description': 'tempest-description--770801567'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:12.999077 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (28dd319d-8987-4337-9946-01872c2164a3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.048224 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=28dd319d-8987-4337-9946-01872c2164a3,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:13.079196 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78b39dd4-3e0a-4116-9620-e6af89578580 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.150512 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78b39dd4-3e0a-4116-9620-e6af89578580 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.183830 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Sync routers for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:25:13.194616 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:13.195213 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:25:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:13.261792 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78b39dd4-3e0a-4116-9620-e6af89578580 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.290446 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b39dd4-3e0a-4116-9620-e6af89578580 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:13.305471 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:13.332504 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78b39dd4-3e0a-4116-9620-e6af89578580 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.333769 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-78b39dd4-3e0a-4116-9620-e6af89578580 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3623569 Apr 12 08:25:13.336571 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50758) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:13.341828 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8df74ffd-0f04-46fb-88cd-c119e7ade5a6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'security_group_rule': {'security_group_id': 'b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:13.416606 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8df74ffd-0f04-46fb-88cd-c119e7ade5a6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (cc8b59a9-3539-4530-ac6c-f9b279694345), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.472993 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8df74ffd-0f04-46fb-88cd-c119e7ade5a6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (cc8b59a9-3539-4530-ac6c-f9b279694345), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.499586 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 2, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:13.524959 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Checking router: 12ba79cb-41f0-45c3-85c7-2016add421e0 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:25:13.525118 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8df74ffd-0f04-46fb-88cd-c119e7ade5a6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (cc8b59a9-3539-4530-ac6c-f9b279694345), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.525406 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Updating router 12ba79cb-41f0-45c3-85c7-2016add421e0 port dc8224d9-86f4-487e-b889-bd87a3a21053 binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:25:13.545633 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df74ffd-0f04-46fb-88cd-c119e7ade5a6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8b59a9-3539-4530-ac6c-f9b279694345,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:13.553003 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.601467 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8df74ffd-0f04-46fb-88cd-c119e7ade5a6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.603194 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8df74ffd-0f04-46fb-88cd-c119e7ade5a6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2643988 Apr 12 08:25:13.605990 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50760) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:13.610398 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ae9998f7-ac79-4fad-8c83-d940f7dd45e3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'security_group_rule': {'security_group_id': 'b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:13.682409 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae9998f7-ac79-4fad-8c83-d940f7dd45e3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (738d3418-4dfb-4489-b707-def6dd0de95b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.741026 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae9998f7-ac79-4fad-8c83-d940f7dd45e3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (738d3418-4dfb-4489-b707-def6dd0de95b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.803120 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae9998f7-ac79-4fad-8c83-d940f7dd45e3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (738d3418-4dfb-4489-b707-def6dd0de95b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.819056 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Publish callbacks [] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.821886 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9998f7-ac79-4fad-8c83-d940f7dd45e3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738d3418-4dfb-4489-b707-def6dd0de95b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:13.877310 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.879271 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae9998f7-ac79-4fad-8c83-d940f7dd45e3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.880514 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ae9998f7-ac79-4fad-8c83-d940f7dd45e3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2735796 Apr 12 08:25:13.884323 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 50762) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:13.888941 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:13.926605 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dabb9f-60d8-4136-81f9-760e429102d3 None None] Pushing event updated for resources: {'Port': ['ID=dc8224d9-86f4-487e-b889-bd87a3a21053,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:13.985403 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Attempting to bind port dc8224d9-86f4-487e-b889-bd87a3a21053 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:25:13.985784 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Attempting to bind port dc8224d9-86f4-487e-b889-bd87a3a21053 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:25:13.986156 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Attempting to bind port dc8224d9-86f4-487e-b889-bd87a3a21053 on network 09029edf-9163-472f-b354-fc0c16533659 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:25:13.988520 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.991804 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:25:13.996784 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Checking segment: {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:25:13.996784 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:13.996784 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Bound using segment: {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:25:13.996784 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Bound port: dc8224d9-86f4-487e-b889-bd87a3a21053, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:25:13.996784 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.010624 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d3717-ca85-4159-9d05-ac63320adceb req-ba59a2a8-e788-4150-8213-6e73a25b6fb2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:14.012604 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c42d3717-ca85-4159-9d05-ac63320adceb req-ba59a2a8-e788-4150-8213-6e73a25b6fb2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0550704 Apr 12 08:25:14.069772 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c42d3717-ca85-4159-9d05-ac63320adceb req-7f40dfea-735e-4666-b806-b32c19810aac tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509424 Apr 12 08:25:14.080304 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] For port dc8224d9-86f4-487e-b889-bd87a3a21053, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:25:14.083927 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] For port dc8224d9-86f4-487e-b889-bd87a3a21053, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=dc8224d9-86f4-487e-b889-bd87a3a21053,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:25:14.102646 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.171238 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.223168 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Allocated IP 172.27.3.191 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/1952ece8-d4c3-4010-a6d2-d77252f19ee4) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:25:14.234627 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51de5ca6-6269-4319-9c2a-0b1ad72b495c None None] Provisioning complete for port dc8224d9-86f4-487e-b889-bd87a3a21053 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:14.235008 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51de5ca6-6269-4319-9c2a-0b1ad72b495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.236941 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 28dd319d-8987-4337-9946-01872c2164a3 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:25:14.299957 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dabb9f-60d8-4136-81f9-760e429102d3 None None] Pushing event updated for resources: {'Port': ['ID=dc8224d9-86f4-487e-b889-bd87a3a21053,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:14.309219 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:14.309415 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:25:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:14.336098 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for port (1952ece8-d4c3-4010-a6d2-d77252f19ee4), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.421574 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 28dd319d-8987-4337-9946-01872c2164a3 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:14.421952 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (28dd319d-8987-4337-9946-01872c2164a3), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.428114 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (1952ece8-d4c3-4010-a6d2-d77252f19ee4), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.465113 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:25:14.469275 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:25:14.476376 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:25:14.479781 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'Port': ['ID=1952ece8-d4c3-4010-a6d2-d77252f19ee4,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:14.495654 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51de5ca6-6269-4319-9c2a-0b1ad72b495c None None] Current status of the port dc8224d9-86f4-487e-b889-bd87a3a21053 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:14.496049 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51de5ca6-6269-4319-9c2a-0b1ad72b495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.511776 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:14.565163 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (c27cbc8d-d1d5-43e0-9702-a6632f44de21), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.623585 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51de5ca6-6269-4319-9c2a-0b1ad72b495c None None] For port dc8224d9-86f4-487e-b889-bd87a3a21053, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=dc8224d9-86f4-487e-b889-bd87a3a21053,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:14.673179 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (1952ece8-d4c3-4010-a6d2-d77252f19ee4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.681454 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 28dd319d-8987-4337-9946-01872c2164a3 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:14.702950 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51de5ca6-6269-4319-9c2a-0b1ad72b495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.788496 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de5ca6-6269-4319-9c2a-0b1ad72b495c None None] Pushing event updated for resources: {'Port': ['ID=dc8224d9-86f4-487e-b889-bd87a3a21053,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:14.792610 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:14.825735 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for port (1952ece8-d4c3-4010-a6d2-d77252f19ee4), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.827110 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ea970-e446-4656-9475-060bf5e097c9 None None] The sync data for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi is: [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:25:14.835335 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-c91d2bb7-2758-478b-ab6a-1f866c0ba228 None None] Provisioning complete for port dc8224d9-86f4-487e-b889-bd87a3a21053 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:14.835740 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c91d2bb7-2758-478b-ab6a-1f866c0ba228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.896528 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (1952ece8-d4c3-4010-a6d2-d77252f19ee4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:14.939578 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-c91d2bb7-2758-478b-ab6a-1f866c0ba228 None None] Current status of the port dc8224d9-86f4-487e-b889-bd87a3a21053 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:14.978964 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'Port': ['ID=1952ece8-d4c3-4010-a6d2-d77252f19ee4,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:14.988314 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (c27cbc8d-d1d5-43e0-9702-a6632f44de21), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:15.096569 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:15.097932 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5a05eacd-5e2c-4c83-8309-83469731e45e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2125144 Apr 12 08:25:15.218922 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4c67a-d3af-4ee7-b3eb-33c3ce880a09 req-9177d838-8d4b-4a3e-9b2e-18fbf41c3530 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:15.221176 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-22f4c67a-d3af-4ee7-b3eb-33c3ce880a09 req-9177d838-8d4b-4a3e-9b2e-18fbf41c3530 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0612540 Apr 12 08:25:15.282558 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-22f4c67a-d3af-4ee7-b3eb-33c3ce880a09 req-e38bb307-0ff4-4069-926e-682c0026b1ee tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552185 Apr 12 08:25:15.428115 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-3d531a67-c25e-4965-8b97-f898eae0a0a1 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--519778730&fields=id&tenant_id=e4cb80aa86f846cabcbee099dd90a3ca HTTP/1.1" status: 200 len: 267 time: 0.0437975 Apr 12 08:25:15.543638 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-802bddc1-f74d-4f7b-bd2f-6b7e55f8c865 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:15.545217 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-802bddc1-f74d-4f7b-bd2f-6b7e55f8c865 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/networks?id=09029edf-9163-472f-b354-fc0c16533659 HTTP/1.1" status: 200 len: 811 time: 0.1103318 Apr 12 08:25:15.563159 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-0765a85d-3995-40ca-ba70-5f4cfaefa1c3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/quotas/e4cb80aa86f846cabcbee099dd90a3ca HTTP/1.1" status: 200 len: 375 time: 0.0113878 Apr 12 08:25:15.615371 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-70cafe23-dadf-4208-99ea-ee718df30c9e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465541 Apr 12 08:25:15.769273 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-7bee949d-2a07-4ac6-9578-8428808207d3 service neutron] 10.222.0.23 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419270 Apr 12 08:25:15.872038 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-8b7ed37b-ae24-4215-9196-741ad4b99228 service neutron] 10.222.0.23 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965645 Apr 12 08:25:16.123965 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-621a123e-6f0a-4303-a2ea-5ee57141e8c2 req-236aaa72-02e2-4202-8d78-bd44aa704a61 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 210 time: 0.0275037 Apr 12 08:25:16.241404 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device dc8224d9-86f4-487e-b889-bd87a3a21053 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:25:16.287033 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port dc8224d9-86f4-487e-b889-bd87a3a21053 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:16.287410 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:16.369016 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port dc8224d9-86f4-487e-b889-bd87a3a21053 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:16.412037 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cec7a-5cb9-42ee-9cb8-348e3910bbcf req-37161493-e302-4da9-bd3e-327aec67d4c9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:16.413573 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-653cec7a-5cb9-42ee-9cb8-348e3910bbcf req-37161493-e302-4da9-bd3e-327aec67d4c9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0518029 Apr 12 08:25:16.459812 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-653cec7a-5cb9-42ee-9cb8-348e3910bbcf req-604b3fc9-28f7-4d20-8a20-5857b6c15b5b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406070 Apr 12 08:25:17.221241 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-af1fe648-804d-41b6-84e9-bbb42b48e369 req-9e4c1923-cd88-4f3e-b1fa-445d81e284b5 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 210 time: 0.0290062 Apr 12 08:25:17.589016 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54076bc9-6999-4b15-875b-d6010d836eb3 req-cb0a2e10-58e7-4192-9df6-abab5e5f3f8f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:17.590476 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-54076bc9-6999-4b15-875b-d6010d836eb3 req-cb0a2e10-58e7-4192-9df6-abab5e5f3f8f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0477204 Apr 12 08:25:17.635704 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-54076bc9-6999-4b15-875b-d6010d836eb3 req-947ff031-5bd9-48ef-8fa4-86012136712d tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397072 Apr 12 08:25:17.999510 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-c6ebea34-8e0f-4725-be42-3bbb561ffc09 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:18.001042 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-c6ebea34-8e0f-4725-be42-3bbb561ffc09 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.25 "GET /v2.0/networks?id=09029edf-9163-472f-b354-fc0c16533659 HTTP/1.1" status: 200 len: 811 time: 0.1030617 Apr 12 08:25:18.068384 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-06ef06b9-23ea-4b88-9b64-a9dc536a1b91 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4cb80aa86f846cabcbee099dd90a3ca HTTP/1.1" status: 200 len: 379 time: 0.0511856 Apr 12 08:25:18.080037 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'port': {'device_id': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'admin_state_up': True, 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'security_groups': ['b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:18.254364 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Made reservation on behalf of e4cb80aa86f846cabcbee099dd90a3ca for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:25:18.261865 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:18.317317 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fdf54f7d-61dd-4b35-8b55-19366be47748 req-57fd10ca-033d-40af-9e25-b88282e14b37 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 210 time: 0.0290911 Apr 12 08:25:18.387702 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Allocated IP 172.20.0.8 (09029edf-9163-472f-b354-fc0c16533659/65a89944-d3f0-4b32-990f-8e52e78fb61d/739fccce-9245-4ad0-b414-db9f954ed0c3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:25:18.523067 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:18.603144 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:18.643375 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Network 09029edf-9163-472f-b354-fc0c16533659 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:25:18.646320 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:25:18.650425 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:25:18.678500 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'Port': ['ID=739fccce-9245-4ad0-b414-db9f954ed0c3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:18.706778 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:18.707569 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:18.781444 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383bcdc-b988-4531-87b8-830103a16d16 req-bf56af7d-7e91-45b7-a384-dfe1786f89c4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:18.783376 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5383bcdc-b988-4531-87b8-830103a16d16 req-bf56af7d-7e91-45b7-a384-dfe1786f89c4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0540323 Apr 12 08:25:18.787188 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-a7b563ea-9041-4241-85ac-0d4584d29b65 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7107902 Apr 12 08:25:18.808810 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Request body: {'port': {'device_id': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:18.854801 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:25:18.886036 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5383bcdc-b988-4531-87b8-830103a16d16 req-01eabd92-7476-46df-a439-0b9935e4042a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968678 Apr 12 08:25:18.892418 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:18.903817 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-2f9addf7-9519-45ce-8a48-0d49de8bd20d None None] Provisioning complete for port 739fccce-9245-4ad0-b414-db9f954ed0c3 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:18.904196 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2f9addf7-9519-45ce-8a48-0d49de8bd20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:19.103869 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-2f9addf7-9519-45ce-8a48-0d49de8bd20d None None] Port 739fccce-9245-4ad0-b414-db9f954ed0c3 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:25:19.122937 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:19.136230 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'port_id': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'mac_address': 'fa:16:3e:8b:18:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:25:19.183523 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 is: ACTIVE; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:19.184168 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:19.206152 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:25:19.212818 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739fccce-9245-4ad0-b414-db9f954ed0c3 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:25:19.229823 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:19.232490 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Publish callbacks [] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:19.246490 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Transition to ACTIVE for port object 739fccce-9245-4ad0-b414-db9f954ed0c3 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:25:19.342235 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:19.348666 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:19.413638 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Pushing event updated for resources: {'Port': ['ID=739fccce-9245-4ad0-b414-db9f954ed0c3,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:19.437467 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=6']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:19.455082 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['8a48dc33-8440-4dac-bd0c-47b3ca15faa0'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:25:19.478803 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa85c3b-9b72-4ee4-940d-43d89265e714 req-46cc323f-5c90-40de-b1ef-efec637c03bc tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:19.481556 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3aa85c3b-9b72-4ee4-940d-43d89265e714 req-46cc323f-5c90-40de-b1ef-efec637c03bc tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 943 time: 0.0787630 Apr 12 08:25:19.515344 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Attempting to bind port 739fccce-9245-4ad0-b414-db9f954ed0c3 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:25:19.515788 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Attempting to bind port 739fccce-9245-4ad0-b414-db9f954ed0c3 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:25:19.516188 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Attempting to bind port 739fccce-9245-4ad0-b414-db9f954ed0c3 on network 09029edf-9163-472f-b354-fc0c16533659 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:25:19.522682 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Port 739fccce-9245-4ad0-b414-db9f954ed0c3 on network 09029edf-9163-472f-b354-fc0c16533659 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:25:19.523017 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Attempting to bind port 739fccce-9245-4ad0-b414-db9f954ed0c3 on network 09029edf-9163-472f-b354-fc0c16533659 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:25:19.528993 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:25:19.529409 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Checking segment: {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:25:19.530383 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Bound using segment: {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:25:19.530383 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Bound port: 739fccce-9245-4ad0-b414-db9f954ed0c3, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:25:19.530983 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:19.580978 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3aa85c3b-9b72-4ee4-940d-43d89265e714 req-e7373de5-57d7-40e5-bb5d-128565f2faa1 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880394 Apr 12 08:25:19.617083 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] For port 739fccce-9245-4ad0-b414-db9f954ed0c3, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:25:19.625547 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] For port 739fccce-9245-4ad0-b414-db9f954ed0c3, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=739fccce-9245-4ad0-b414-db9f954ed0c3,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:25:19.695063 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:19.733260 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:19.733890 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:19.735293 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] 10.222.0.25 "PUT /v2.0/ports/739fccce-9245-4ad0-b414-db9f954ed0c3 HTTP/1.1" status: 200 len: 1093 time: 0.9319112 Apr 12 08:25:19.735844 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'tag': '739fccce-9245-4ad0-b414-db9f954ed0c3'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:25:19.739254 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4b1912-c0b5-4f6d-855f-e1de93ac80e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7fdc8d04-7027-4d65-83a0-456e3f2c1fd0", "tag": "739fccce-9245-4ad0-b414-db9f954ed0c3"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:25:19.807987 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06935253-4b4b-4816-8495-ca769c2faa75 x-openstack-request-id: req-06935253-4b4b-4816-8495-ca769c2faa75 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:25:19.808301 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fdc8d04-7027-4d65-83a0-456e3f2c1fd0", "tag": "739fccce-9245-4ad0-b414-db9f954ed0c3", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:25:19.808534 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06935253-4b4b-4816-8495-ca769c2faa75 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:25:19.808930 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06935253-4b4b-4816-8495-ca769c2faa75'] response: {'name': 'network-changed', 'server_uuid': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'tag': '739fccce-9245-4ad0-b414-db9f954ed0c3', 'status': 'completed', 'code': 200} Apr 12 08:25:19.813383 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffe630-6b1d-498b-9819-de23e1646af4 service neutron] Pushing event updated for resources: {'Port': ['ID=739fccce-9245-4ad0-b414-db9f954ed0c3,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:19.910630 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b1912-c0b5-4f6d-855f-e1de93ac80e7 req-f0b7f489-21e5-4f92-82b9-129e96d8472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:19.910630 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb4b1912-c0b5-4f6d-855f-e1de93ac80e7 req-f0b7f489-21e5-4f92-82b9-129e96d8472e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 1127 time: 0.0622501 Apr 12 08:25:20.077780 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b1912-c0b5-4f6d-855f-e1de93ac80e7 req-1cb723ac-db55-4b54-b5c9-eef704c48d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:20.079440 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb4b1912-c0b5-4f6d-855f-e1de93ac80e7 req-1cb723ac-db55-4b54-b5c9-eef704c48d9d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1748490 Apr 12 08:25:20.102761 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fdaf7-8af9-4456-b56a-2ec5cd1e0b8e req-f762dc49-9cf7-450e-9797-9d2bfd4f99d7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:20.104759 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a73fdaf7-8af9-4456-b56a-2ec5cd1e0b8e req-f762dc49-9cf7-450e-9797-9d2bfd4f99d7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 945 time: 0.0778446 Apr 12 08:25:20.225772 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b1912-c0b5-4f6d-855f-e1de93ac80e7 req-5ad90de0-0609-4e67-b960-9ec4cf4e59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:20.227272 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fb4b1912-c0b5-4f6d-855f-e1de93ac80e7 req-5ad90de0-0609-4e67-b960-9ec4cf4e59b2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1405318 Apr 12 08:25:20.237163 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a73fdaf7-8af9-4456-b56a-2ec5cd1e0b8e req-5f3cb04a-30dc-491e-bd60-a03de7174d0e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246717 Apr 12 08:25:20.320321 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-7049bff4-a1f3-49ad-b295-c082ecb02d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:20.322424 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-7049bff4-a1f3-49ad-b295-c082ecb02d3d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 1127 time: 0.0469818 Apr 12 08:25:20.368271 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-f9b2dfe8-e420-4cd5-abaf-2011e452bf6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=739fccce-9245-4ad0-b414-db9f954ed0c3 HTTP/1.1" status: 200 len: 217 time: 0.0374336 Apr 12 08:25:20.429839 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-60cd7ef8-f2e6-4bc7-b306-fabd4a0fb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:20.431892 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-60cd7ef8-f2e6-4bc7-b306-fabd4a0fb8fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a89944-d3f0-4b32-990f-8e52e78fb61d HTTP/1.1" status: 200 len: 850 time: 0.0514748 Apr 12 08:25:20.485589 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-997ee079-195e-4bf7-8215-0bd5971cc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:20.487128 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-997ee079-195e-4bf7-8215-0bd5971cc243 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09029edf-9163-472f-b354-fc0c16533659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474455 Apr 12 08:25:20.592710 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-19d61104-e800-44cb-99c4-d486a900954e service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980978 Apr 12 08:25:20.729899 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f596d5-26c8-4ecf-846c-9bfe175829c4 req-a783cb24-b9bc-4270-a537-81ec29f5c10e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:20.731266 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a9f596d5-26c8-4ecf-846c-9bfe175829c4 req-a783cb24-b9bc-4270-a537-81ec29f5c10e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 943 time: 0.0609577 Apr 12 08:25:20.770094 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8dbb9c41-88bf-4d69-8bdf-eb6d6137851d req-e400819c-a9ea-4483-bdb2-686824775bbb service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663640 Apr 12 08:25:20.804300 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a9f596d5-26c8-4ecf-846c-9bfe175829c4 req-a8e90216-4d7f-4b00-bc15-6e8eafe1417c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604484 Apr 12 08:25:20.856527 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:25:20.916126 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:20.916628 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:21.012187 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:21.013463 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:21.045908 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:25:21.048867 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55efb37c-f200-472e-89ad-bced5851fe96" -d '{"events": [{"server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "name": "network-vif-plugged", "status": "completed", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:25:21.065969 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:21.153635 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:21.161815 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac24b16e-5214-4652-9e58-b15da156e533 x-openstack-request-id: req-ac24b16e-5214-4652-9e58-b15da156e533 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:25:21.162198 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "name": "network-vif-plugged", "status": "completed", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:25:21.162519 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac24b16e-5214-4652-9e58-b15da156e533 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:25:21.162959 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac24b16e-5214-4652-9e58-b15da156e533'] response: {'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'code': 200} Apr 12 08:25:21.225533 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=7']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:21.385089 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b0c1c-a176-4845-8048-b99319c5e908 req-752a2d26-6146-4d95-9a34-28483452b25b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:21.386695 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1e3b0c1c-a176-4845-8048-b99319c5e908 req-752a2d26-6146-4d95-9a34-28483452b25b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0668418 Apr 12 08:25:21.436214 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1e3b0c1c-a176-4845-8048-b99319c5e908 req-0de73655-6a1f-49c3-88ef-e73921d4c299 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438929 Apr 12 08:25:21.943875 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd65cca-a604-4350-8dbd-955cb05d68de req-6d7d4319-4edf-4d56-abc0-55d2b960581f tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:21.953913 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bfd65cca-a604-4350-8dbd-955cb05d68de req-6d7d4319-4edf-4d56-abc0-55d2b960581f tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 943 time: 0.0720961 Apr 12 08:25:22.268623 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bfd65cca-a604-4350-8dbd-955cb05d68de req-a42e3e53-ec4e-49e9-af52-4c28c34d4f9d tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134410 Apr 12 08:25:22.559731 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b011ea-dbb1-4f36-9f19-b34f8963d53c req-2f98bd9e-127a-4eec-8bf3-8bc2ef467fe4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:22.561237 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45b011ea-dbb1-4f36-9f19-b34f8963d53c req-2f98bd9e-127a-4eec-8bf3-8bc2ef467fe4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0475321 Apr 12 08:25:22.609487 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45b011ea-dbb1-4f36-9f19-b34f8963d53c req-2d6b3d83-8546-46a2-97ae-f824f7fcb2e4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423930 Apr 12 08:25:22.869192 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 739fccce-9245-4ad0-b414-db9f954ed0c3 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:25:22.985813 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 739fccce-9245-4ad0-b414-db9f954ed0c3, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=739fccce-9245-4ad0-b414-db9f954ed0c3,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:23.002715 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '739fccce-9245-4ad0-b414-db9f954ed0c3', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'port_id': '739fccce-9245-4ad0-b414-db9f954ed0c3', 'mac_address': 'fa:16:3e:96:1e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:25:23.047375 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 739fccce-9245-4ad0-b414-db9f954ed0c3 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:23.047824 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:23.062467 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739fccce-9245-4ad0-b414-db9f954ed0c3 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:25:23.088640 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 739fccce-9245-4ad0-b414-db9f954ed0c3, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=739fccce-9245-4ad0-b414-db9f954ed0c3,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:23.159352 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:23.215278 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=739fccce-9245-4ad0-b414-db9f954ed0c3,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:23.405902 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712dbc9-3c14-4892-9047-9856853792d1 req-6c327af2-0d3a-475f-82c7-0d55cf69dcc5 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:23.409615 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8712dbc9-3c14-4892-9047-9856853792d1 req-6c327af2-0d3a-475f-82c7-0d55cf69dcc5 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 944 time: 0.0601320 Apr 12 08:25:23.469455 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8712dbc9-3c14-4892-9047-9856853792d1 req-b68f34a5-18aa-4cde-8e58-df56aa1dbcf1 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525820 Apr 12 08:25:23.488290 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['739fccce-9245-4ad0-b414-db9f954ed0c3'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:25:23.738458 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26877fe0-ba8d-4352-99ee-944f930ab827 req-fea0ca82-4708-4ad1-96df-ef49d88dd6b9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:23.739841 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-26877fe0-ba8d-4352-99ee-944f930ab827 req-fea0ca82-4708-4ad1-96df-ef49d88dd6b9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0509028 Apr 12 08:25:23.801075 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-26877fe0-ba8d-4352-99ee-944f930ab827 req-135d2289-af6c-4a9b-8260-bb850f87f9b1 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551281 Apr 12 08:25:24.477535 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:25:24.600703 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515547c-aa34-4e74-a90f-7b85383fe61f req-f7a033ff-2f9b-4df5-9ebc-a0178b4dd520 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:24.603061 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6515547c-aa34-4e74-a90f-7b85383fe61f req-f7a033ff-2f9b-4df5-9ebc-a0178b4dd520 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 944 time: 0.0543518 Apr 12 08:25:24.658260 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6515547c-aa34-4e74-a90f-7b85383fe61f req-c941c510-820f-4ac1-a639-f73e552212f2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492561 Apr 12 08:25:24.886827 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 739fccce-9245-4ad0-b414-db9f954ed0c3 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:25:24.940308 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b85626-67ff-43ba-a077-2ebfcdeb5a78 req-668704d5-e4ab-437f-958a-7e50a714ae1f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:24.945783 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 739fccce-9245-4ad0-b414-db9f954ed0c3 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:25:24.948951 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-73b85626-67ff-43ba-a077-2ebfcdeb5a78 req-668704d5-e4ab-437f-958a-7e50a714ae1f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0634267 Apr 12 08:25:24.997122 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-73b85626-67ff-43ba-a077-2ebfcdeb5a78 req-05618573-465d-4fc8-ad27-1d289c5418e2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473261 Apr 12 08:25:25.032476 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 739fccce-9245-4ad0-b414-db9f954ed0c3 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:25.045045 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:25.127814 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 739fccce-9245-4ad0-b414-db9f954ed0c3 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:25.128130 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:25.155915 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739fccce-9245-4ad0-b414-db9f954ed0c3'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:25:25.158662 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1f84c0-a056-479f-81c0-2a26b6bef53c" -d '{"events": [{"server_uuid": "7fdc8d04-7027-4d65-83a0-456e3f2c1fd0", "name": "network-vif-plugged", "status": "completed", "tag": "739fccce-9245-4ad0-b414-db9f954ed0c3"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:25:25.174050 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 739fccce-9245-4ad0-b414-db9f954ed0c3, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=739fccce-9245-4ad0-b414-db9f954ed0c3,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:25.205568 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0146ed6e-0a35-46da-aeb3-e2574678de0c x-openstack-request-id: req-0146ed6e-0a35-46da-aeb3-e2574678de0c {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:25:25.205568 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fdc8d04-7027-4d65-83a0-456e3f2c1fd0", "name": "network-vif-plugged", "status": "completed", "tag": "739fccce-9245-4ad0-b414-db9f954ed0c3", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:25:25.205568 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0146ed6e-0a35-46da-aeb3-e2574678de0c {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:25:25.205568 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0146ed6e-0a35-46da-aeb3-e2574678de0c'] response: {'server_uuid': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739fccce-9245-4ad0-b414-db9f954ed0c3', 'code': 200} Apr 12 08:25:25.262029 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:25.311162 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=739fccce-9245-4ad0-b414-db9f954ed0c3,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:25.772868 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb64441-5355-4924-9f16-68000fbf77fb req-21c04764-5222-4b40-80c7-8341da401e07 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:25.774343 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4bb64441-5355-4924-9f16-68000fbf77fb req-21c04764-5222-4b40-80c7-8341da401e07 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0475059 Apr 12 08:25:25.830776 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4bb64441-5355-4924-9f16-68000fbf77fb req-470e2fff-1d5b-4baf-a8f8-0d378fe2efba tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487814 Apr 12 08:25:25.887771 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fec3db-7d88-48ee-8b40-89f80c937c98 req-ee14aa5e-69b7-4bd3-ad29-d3be348fdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:25.889396 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-05fec3db-7d88-48ee-8b40-89f80c937c98 req-ee14aa5e-69b7-4bd3-ad29-d3be348fdad4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 1129 time: 0.0438054 Apr 12 08:25:25.943665 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-05fec3db-7d88-48ee-8b40-89f80c937c98 req-55653baa-9185-469d-8d1b-0281602383e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440388 Apr 12 08:25:26.132830 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907f3aa-f765-491a-988d-e97769ddf0c0 req-7f9bede1-339e-4ae0-bde8-b09c7e167cd3 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:26.140573 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b907f3aa-f765-491a-988d-e97769ddf0c0 req-7f9bede1-339e-4ae0-bde8-b09c7e167cd3 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0554872 Apr 12 08:25:26.211676 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b907f3aa-f765-491a-988d-e97769ddf0c0 req-aef8d846-e092-4c7e-8626-211dfe43a1bc tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702753 Apr 12 08:25:26.946297 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3650-e2b1-4dce-98e9-e01c36ced55a req-d4096539-3137-45a1-8a6f-7b097057d3f7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:26.948527 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e2e3650-e2b1-4dce-98e9-e01c36ced55a req-d4096539-3137-45a1-8a6f-7b097057d3f7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0501039 Apr 12 08:25:26.999465 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e2e3650-e2b1-4dce-98e9-e01c36ced55a req-36217dc3-0f8b-42b2-b95d-c05e2cf68fec tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445766 Apr 12 08:25:27.341247 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c56f-1d81-4055-9124-a5afb9d3ed93 req-459e2d0e-6aff-4eb7-bc1e-45b3d515ac7b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:27.342714 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3651c56f-1d81-4055-9124-a5afb9d3ed93 req-459e2d0e-6aff-4eb7-bc1e-45b3d515ac7b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0533419 Apr 12 08:25:27.396215 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3651c56f-1d81-4055-9124-a5afb9d3ed93 req-9afdf393-1af0-4cb5-af73-b9dcf8a932b3 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470626 Apr 12 08:25:28.140197 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0a9b-af3c-4ab1-a0fd-7fe33f886edb req-6a923109-1c55-4aa9-8c87-28af09182550 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:28.141845 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b62e0a9b-af3c-4ab1-a0fd-7fe33f886edb req-6a923109-1c55-4aa9-8c87-28af09182550 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0603752 Apr 12 08:25:28.204107 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b62e0a9b-af3c-4ab1-a0fd-7fe33f886edb req-2e87c9a7-efbb-4b42-9ac0-73af6cf37c99 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526650 Apr 12 08:25:28.324776 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7dc8b-4f09-41c5-b9f7-b965fc762713 req-a6428840-dda2-47ae-8cdc-5c8fec3dbea8 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:28.326280 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f9a7dc8b-4f09-41c5-b9f7-b965fc762713 req-a6428840-dda2-47ae-8cdc-5c8fec3dbea8 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0564110 Apr 12 08:25:28.335884 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 50890) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:25:28.341151 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ea15fa88-251c-451e-b593-cc15183f79e7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'floatingip': {'port_id': '739fccce-9245-4ad0-b414-db9f954ed0c3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:25:28.388400 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ea15fa88-251c-451e-b593-cc15183f79e7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (c27cbc8d-d1d5-43e0-9702-a6632f44de21), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:28.547642 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a23d9-27f9-475a-b35c-7b50835481b6 req-00d4e013-7663-434c-83c0-0ece379bd737 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:28.549120 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0a23d9-27f9-475a-b35c-7b50835481b6 req-00d4e013-7663-434c-83c0-0ece379bd737 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0785520 Apr 12 08:25:28.673904 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8d0a23d9-27f9-475a-b35c-7b50835481b6 req-45f6e3e5-bd62-43f3-b229-0f6ce0d0a02a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866466 Apr 12 08:25:29.179734 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ea15fa88-251c-451e-b593-cc15183f79e7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:29.243033 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ea15fa88-251c-451e-b593-cc15183f79e7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (c27cbc8d-d1d5-43e0-9702-a6632f44de21), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:29.362902 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-ea15fa88-251c-451e-b593-cc15183f79e7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Floating IP c27cbc8d-d1d5-43e0-9702-a6632f44de21 associated. External IP: 172.27.3.191, port: 739fccce-9245-4ad0-b414-db9f954ed0c3. Apr 12 08:25:29.595624 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea15fa88-251c-451e-b593-cc15183f79e7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Router 12ba79cb-41f0-45c3-85c7-2016add421e0 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:25:29.716224 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea15fa88-251c-451e-b593-cc15183f79e7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:25:29.721559 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ea15fa88-251c-451e-b593-cc15183f79e7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:29.727043 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] Sync routers for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:25:29.737727 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:29.738369 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:25:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:29.750562 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ea15fa88-251c-451e-b593-cc15183f79e7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "PUT /v2.0/floatingips/c27cbc8d-d1d5-43e0-9702-a6632f44de21 HTTP/1.1" status: 200 len: 991 time: 1.4135506 Apr 12 08:25:29.751255 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'tag': '739fccce-9245-4ad0-b414-db9f954ed0c3'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:25:29.757165 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2291c6df-ae46-48f3-9f19-021987af238a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fdc8d04-7027-4d65-83a0-456e3f2c1fd0", "tag": "739fccce-9245-4ad0-b414-db9f954ed0c3"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:25:29.791843 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c774a4-30bd-45f4-b0e4-417669535f51 x-openstack-request-id: req-05c774a4-30bd-45f4-b0e4-417669535f51 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:25:29.792134 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fdc8d04-7027-4d65-83a0-456e3f2c1fd0", "tag": "739fccce-9245-4ad0-b414-db9f954ed0c3", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:25:29.792388 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05c774a4-30bd-45f4-b0e4-417669535f51 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:25:29.792823 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c774a4-30bd-45f4-b0e4-417669535f51'] response: {'name': 'network-changed', 'server_uuid': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'tag': '739fccce-9245-4ad0-b414-db9f954ed0c3', 'status': 'completed', 'code': 200} Apr 12 08:25:29.807704 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493a909-62cf-4d3a-8dab-9a2406082302 req-9bafd226-8726-4950-9094-6bbcb67a502f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:29.809912 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7493a909-62cf-4d3a-8dab-9a2406082302 req-9bafd226-8726-4950-9094-6bbcb67a502f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0619738 Apr 12 08:25:29.856971 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c6df-ae46-48f3-9f19-021987af238a req-1526bf64-3ff8-4791-b233-d6f094fc7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:29.858464 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2291c6df-ae46-48f3-9f19-021987af238a req-1526bf64-3ff8-4791-b233-d6f094fc7bae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 1129 time: 0.0425279 Apr 12 08:25:29.865908 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:29.868123 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7493a909-62cf-4d3a-8dab-9a2406082302 req-1360cd63-28da-46cd-b537-584440e90f5e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522346 Apr 12 08:25:29.963415 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c6df-ae46-48f3-9f19-021987af238a req-e9a7cb5f-2597-45a7-ac3e-52c82ae42add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:29.965049 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2291c6df-ae46-48f3-9f19-021987af238a req-e9a7cb5f-2597-45a7-ac3e-52c82ae42add service neutron] 10.222.0.25 "GET /v2.0/networks?id=09029edf-9163-472f-b354-fc0c16533659 HTTP/1.1" status: 200 len: 911 time: 0.0972414 Apr 12 08:25:30.032878 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2291c6df-ae46-48f3-9f19-021987af238a req-3ffdd569-6cc4-4279-bccf-cc8c23c1bee7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=739fccce-9245-4ad0-b414-db9f954ed0c3 HTTP/1.1" status: 200 len: 999 time: 0.0592792 Apr 12 08:25:30.087269 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c6df-ae46-48f3-9f19-021987af238a req-c54bf22a-e960-4836-b898-8d50d25356eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:30.089000 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2291c6df-ae46-48f3-9f19-021987af238a req-c54bf22a-e960-4836-b898-8d50d25356eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a89944-d3f0-4b32-990f-8e52e78fb61d HTTP/1.1" status: 200 len: 850 time: 0.0497029 Apr 12 08:25:30.091913 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'c27cbc8d-d1d5-43e0-9702-a6632f44de21', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'port_id': '739fccce-9245-4ad0-b414-db9f954ed0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'mac_address': 'fa:16:3e:96:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:25:14Z', 'updated_at': '2022-04-12T08:25:29Z', 'revision_number': 1, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:30.118213 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] Checking router: 12ba79cb-41f0-45c3-85c7-2016add421e0 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:25:30.127757 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:25:30.127757 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:25:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:30.131794 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c6df-ae46-48f3-9f19-021987af238a req-4f60b37d-f9e6-4712-bfd9-0627f81ca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:30.134664 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2291c6df-ae46-48f3-9f19-021987af238a req-4f60b37d-f9e6-4712-bfd9-0627f81ca3db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09029edf-9163-472f-b354-fc0c16533659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383317 Apr 12 08:25:30.229304 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9b94-d551-4c9d-9748-41b3d28d6950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:30.236258 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2291c6df-ae46-48f3-9f19-021987af238a req-10497675-c80f-46d7-9376-a1052f1a1095 service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958502 Apr 12 08:25:30.245167 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:25:30.332897 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2291c6df-ae46-48f3-9f19-021987af238a req-aad4b107-672d-4151-be2d-04fe6c7520ae service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900323 Apr 12 08:25:30.458874 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'c27cbc8d-d1d5-43e0-9702-a6632f44de21', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'port_id': '739fccce-9245-4ad0-b414-db9f954ed0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'mac_address': 'fa:16:3e:96:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:25:14Z', 'updated_at': '2022-04-12T08:25:29Z', 'revision_number': 1, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:25:30.484835 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9603b-28f3-45b1-a52c-4c9e52e5cd3c None None] The sync data for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi is: [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'c27cbc8d-d1d5-43e0-9702-a6632f44de21', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'port_id': '739fccce-9245-4ad0-b414-db9f954ed0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'mac_address': 'fa:16:3e:96:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:25:14Z', 'updated_at': '2022-04-12T08:25:29Z', 'revision_number': 1, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:25:30.674485 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eefc29-8f17-4bdd-b2a1-80a829c496b9 None None] New status for floating IP c27cbc8d-d1d5-43e0-9702-a6632f44de21: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:25:30.856087 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-6727f09f-218e-456d-a21c-db26448f4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:30.863820 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-6727f09f-218e-456d-a21c-db26448f4a5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 1130 time: 0.0397675 Apr 12 08:25:30.961071 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-dcebae1f-c767-4a1e-a0fb-fea4e403e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:30.962457 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-dcebae1f-c767-4a1e-a0fb-fea4e403e136 service neutron] 10.222.0.25 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 917 time: 0.0981145 Apr 12 08:25:31.034001 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375135b-7467-4390-9292-7d857f8097ca req-17765b2f-af1b-417c-93a5-07a448b28012 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:31.035554 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a375135b-7467-4390-9292-7d857f8097ca req-17765b2f-af1b-417c-93a5-07a448b28012 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0918801 Apr 12 08:25:31.071425 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-afdf9ee6-8acf-43ff-ba77-f037b13a6086 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0 HTTP/1.1" status: 200 len: 1001 time: 0.0933998 Apr 12 08:25:31.124077 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a375135b-7467-4390-9292-7d857f8097ca req-26a69fe8-86d8-40a0-9c27-4e3c7d8cfdc2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819147 Apr 12 08:25:31.136481 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-9c50c967-def3-4344-8cd3-31eb652bae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:31.137874 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-9c50c967-def3-4344-8cd3-31eb652bae2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 200 len: 856 time: 0.0559573 Apr 12 08:25:31.181643 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-e96a5fb8-490f-4e22-960b-dda88ea51d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:31.183111 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-e96a5fb8-490f-4e22-960b-dda88ea51d30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27a8e601-3bff-45fb-be15-6e2fb4f647ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384464 Apr 12 08:25:31.280543 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-356df53b-c49f-4d00-8cfc-be9c4d9343cf service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905056 Apr 12 08:25:31.369283 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-49800e8a-4d1c-4484-aee6-3433ea9b9090 req-65be93b4-b10d-4ee2-97d1-a1d031bcb4fc service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811448 Apr 12 08:25:32.240495 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe532c4a-a648-4d60-bdec-8fa356fe0c0e req-a5b25a5e-8888-42da-8324-8a0a88485df4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:32.241952 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fe532c4a-a648-4d60-bdec-8fa356fe0c0e req-a5b25a5e-8888-42da-8324-8a0a88485df4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0456169 Apr 12 08:25:32.288263 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fe532c4a-a648-4d60-bdec-8fa356fe0c0e req-ea9c659c-bc57-4841-9b3c-b35eefc1a0fe tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401475 Apr 12 08:25:32.798817 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8271f109-f332-4089-b1cf-ded254f3ba94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:33.414578 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4a674-f127-4570-9229-bd1168ad443a req-85664c47-90d0-48d6-8c3f-c36928f52033 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:33.416065 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7cb4a674-f127-4570-9229-bd1168ad443a req-85664c47-90d0-48d6-8c3f-c36928f52033 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 946 time: 0.0516264 Apr 12 08:25:33.462160 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7cb4a674-f127-4570-9229-bd1168ad443a req-eb38b8e7-6efc-45a8-b177-134b87bb0c79 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402315 Apr 12 08:25:33.572816 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:33.638943 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:34.635329 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da1345-307e-490f-bdf3-3d5c05dbe3de req-ab0a97ab-0e14-4e73-82cb-219281b06be1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:34.636897 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-68da1345-307e-490f-bdf3-3d5c05dbe3de req-ab0a97ab-0e14-4e73-82cb-219281b06be1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0500846 Apr 12 08:25:34.734080 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-68da1345-307e-490f-bdf3-3d5c05dbe3de req-264a3593-b530-4681-99a4-5689a5f434a8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914063 Apr 12 08:25:34.735297 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fa25-85c4-45b0-b08b-4e796717399e req-85b1fc10-4e5c-4c4a-8f31-41853fd7aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:34.737016 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3203fa25-85c4-45b0-b08b-4e796717399e req-85b1fc10-4e5c-4c4a-8f31-41853fd7aa52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=363e74209dea4f4cb1a53e9d32f43f7e&device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 1168 time: 0.0642130 Apr 12 08:25:34.830210 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fa25-85c4-45b0-b08b-4e796717399e req-07239c6c-5aa7-4929-8bfa-38955e4936a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:34.831696 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3203fa25-85c4-45b0-b08b-4e796717399e req-07239c6c-5aa7-4929-8bfa-38955e4936a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b3701b9-c559-4c17-b75d-7fbbeba270b7 HTTP/1.1" status: 200 len: 914 time: 0.0857258 Apr 12 08:25:34.905711 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3203fa25-85c4-45b0-b08b-4e796717399e req-06efaaeb-9336-4823-84d6-10a7e9fe939b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23625dac-4861-43d7-b7c8-11a660899d5e HTTP/1.1" status: 200 len: 1001 time: 0.0658774 Apr 12 08:25:34.948766 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:25:34.955149 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fa25-85c4-45b0-b08b-4e796717399e req-1bb086fe-3440-4907-852f-b316b088e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:34.956638 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3203fa25-85c4-45b0-b08b-4e796717399e req-1bb086fe-3440-4907-852f-b316b088e3ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfd650b4-f09a-4e40-933b-3e5f0207432f HTTP/1.1" status: 200 len: 853 time: 0.0431583 Apr 12 08:25:35.009298 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fa25-85c4-45b0-b08b-4e796717399e req-58c97e05-a01e-49a6-aee6-b9b4905be20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:35.009298 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3203fa25-85c4-45b0-b08b-4e796717399e req-58c97e05-a01e-49a6-aee6-b9b4905be20f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b3701b9-c559-4c17-b75d-7fbbeba270b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439682 Apr 12 08:25:35.029560 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 is: ACTIVE; New status is: DOWN {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:35.029956 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:35.053742 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:25:35.056080 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439459c8-5833-443c-8e3c-bbb9e4a6d55c" -d '{"events": [{"server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "name": "network-vif-unplugged", "status": "completed", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:25:35.071082 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:35.096682 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 08:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fc5c3d-1572-43d8-8697-c4cb5e713f6b x-openstack-request-id: req-c9fc5c3d-1572-43d8-8697-c4cb5e713f6b {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:25:35.097081 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "name": "network-vif-unplugged", "status": "failed", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0", "code": 422}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:25:35.097467 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9fc5c3d-1572-43d8-8697-c4cb5e713f6b {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:25:35.097995 dv-cinder-836944-3-iscsi neutron-server[103941]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c9fc5c3d-1572-43d8-8697-c4cb5e713f6b']: {'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'code': 422} returned with failed status Apr 12 08:25:35.120095 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3203fa25-85c4-45b0-b08b-4e796717399e req-0be4597e-a324-4aca-b3fb-90cc5eaca464 service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964694 Apr 12 08:25:35.148116 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:35.197560 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=8']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:35.205328 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:35.215921 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3203fa25-85c4-45b0-b08b-4e796717399e req-5fda0719-029f-4ed8-9286-6784a486daf5 service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860701 Apr 12 08:25:35.423539 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894dec8-4001-4995-82a0-bfde06f8e209 req-9574499f-e956-4585-a28e-19d2b0c045d2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:35.425027 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6894dec8-4001-4995-82a0-bfde06f8e209 req-9574499f-e956-4585-a28e-19d2b0c045d2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0503101 Apr 12 08:25:35.475823 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6894dec8-4001-4995-82a0-bfde06f8e209 req-7230e3ae-42d0-4773-b65c-91c6c853527b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446603 Apr 12 08:25:35.691657 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-4aa9a19e-3ca5-4d1b-89c0-bd3c3d6e237b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421813 Apr 12 08:25:35.764970 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-07cd7ce6-f57d-47ea-9dcf-89c611c13e0b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:35.766063 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-07cd7ce6-f57d-47ea-9dcf-89c611c13e0b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports/8a48dc33-8440-4dac-bd0c-47b3ca15faa0 HTTP/1.1" status: 200 len: 941 time: 0.0477929 Apr 12 08:25:35.849453 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd8937-d785-4b2b-bdac-3811fc30eb06 req-db37d19d-8faa-4b85-8380-9e00c3d69f4b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:35.850938 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1cbd8937-d785-4b2b-bdac-3811fc30eb06 req-db37d19d-8faa-4b85-8380-9e00c3d69f4b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0478206 Apr 12 08:25:35.911656 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1cbd8937-d785-4b2b-bdac-3811fc30eb06 req-1beff25e-4e79-4dc0-90fa-7274f948c5af tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544655 Apr 12 08:25:36.594823 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc5595-fe19-455e-a1c1-933008a112be req-a67de694-1608-402f-b8f3-e7efea7bac46 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:36.596424 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0ecc5595-fe19-455e-a1c1-933008a112be req-a67de694-1608-402f-b8f3-e7efea7bac46 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0497382 Apr 12 08:25:36.645625 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0ecc5595-fe19-455e-a1c1-933008a112be req-1b83e856-a7d5-47a8-a1ff-b54db8d8f887 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432515 Apr 12 08:25:36.845030 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:37.023290 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea71fd-7978-44d1-b0e6-87dd60eaf832 req-c95f251d-0edd-458b-bac8-b1524c12c6c8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:37.024758 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-24ea71fd-7978-44d1-b0e6-87dd60eaf832 req-c95f251d-0edd-458b-bac8-b1524c12c6c8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0464730 Apr 12 08:25:37.086942 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-24ea71fd-7978-44d1-b0e6-87dd60eaf832 req-10314f0b-f90f-4f2b-b0c8-1712c088cf6f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559475 Apr 12 08:25:37.699972 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-d434ec2d-ab44-4b97-bfc8-fbb41b746c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:37.701495 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-d434ec2d-ab44-4b97-bfc8-fbb41b746c1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d&tenant_id=c5df5bdc6238443fb11973f52caf4c09 HTTP/1.1" status: 200 len: 1128 time: 0.0399261 Apr 12 08:25:37.761844 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-74c52224-18f5-4c94-bc02-a6e63b463d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:37.763340 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-74c52224-18f5-4c94-bc02-a6e63b463d7a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 1128 time: 0.0391729 Apr 12 08:25:37.766800 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06432598-e0f4-493a-9c74-905aa37ebc0a req-763206b8-9875-4ac8-9cd4-2fb8e67c5297 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:37.768317 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-06432598-e0f4-493a-9c74-905aa37ebc0a req-763206b8-9875-4ac8-9cd4-2fb8e67c5297 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0507636 Apr 12 08:25:37.814994 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-06432598-e0f4-493a-9c74-905aa37ebc0a req-5709e00d-47e9-46bf-89ef-4e502e62065c tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410056 Apr 12 08:25:37.856231 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-94159600-61cd-4289-aacb-c50df40f3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:37.857704 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-94159600-61cd-4289-aacb-c50df40f3c0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 917 time: 0.0878465 Apr 12 08:25:37.925159 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-a5ed925e-dd66-472b-80d3-36d0440f3d3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0 HTTP/1.1" status: 200 len: 999 time: 0.0591249 Apr 12 08:25:37.972403 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-e9dcf14f-bf2f-493e-9f23-dbd9c6e60a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:37.973728 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-e9dcf14f-bf2f-493e-9f23-dbd9c6e60a93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 200 len: 856 time: 0.0422320 Apr 12 08:25:38.019859 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-cdeaf127-92d3-4ee5-a99d-c5c450d45af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:38.021349 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-cdeaf127-92d3-4ee5-a99d-c5c450d45af4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27a8e601-3bff-45fb-be15-6e2fb4f647ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416625 Apr 12 08:25:38.110274 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-e65d1596-ffe5-4d7c-b626-2f16ef341bf2 service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824130 Apr 12 08:25:38.256884 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-fc224e92-abf8-4a91-98e8-e2fac05a2e85 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672047 Apr 12 08:25:38.267127 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26097d64-64f3-4580-984d-ed59da3bf0af req-13d246e4-8077-471d-8528-599e5eafbc4f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:38.268509 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-26097d64-64f3-4580-984d-ed59da3bf0af req-13d246e4-8077-471d-8528-599e5eafbc4f tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0941112 Apr 12 08:25:38.274138 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-066b3ffe-acf9-4df1-8dc2-cf6b4dcf4035 req-addabac9-f25d-425b-b2bf-e0c29c820bfc service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570470 Apr 12 08:25:38.363419 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-26097d64-64f3-4580-984d-ed59da3bf0af req-233bd3e8-40e8-46b8-808f-a75aafb5496c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882680 Apr 12 08:25:38.364737 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-67f73a78-2805-49c9-beab-c669708cc2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:38.365935 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-67f73a78-2805-49c9-beab-c669708cc2ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 1130 time: 0.0587091 Apr 12 08:25:38.485634 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-6b3f2639-2973-4aef-b4c9-6e1a3f949cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:38.487047 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-6b3f2639-2973-4aef-b4c9-6e1a3f949cf2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 912 time: 0.0857131 Apr 12 08:25:38.570820 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-357330b4-4d10-4f48-ac54-6710f4eecedf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c00084f-e287-46d2-898d-7383b81b5748 HTTP/1.1" status: 200 len: 1001 time: 0.0587053 Apr 12 08:25:38.621542 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-64fc7553-0f4c-49e8-bd55-f82c9c848398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:38.622998 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-64fc7553-0f4c-49e8-bd55-f82c9c848398 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 200 len: 851 time: 0.0429900 Apr 12 08:25:38.677826 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-ba5442cb-c7e7-4454-b486-120073061015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:38.679315 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-ba5442cb-c7e7-4454-b486-120073061015 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420911 Apr 12 08:25:38.766632 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-c0fdd571-2752-40da-bb41-eebf0d20d0a3 service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803640 Apr 12 08:25:38.875541 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-be92a899-7c39-4fec-b6be-a7b6f87503c5 req-c59b1b10-8ccf-4077-8c40-425bbf63275c service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965662 Apr 12 08:25:39.003380 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f65da3-c1ab-4064-8acb-899bf3bde8d8 req-b4b6db26-1e12-43fd-8ab4-c5c0654c1973 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:39.006382 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-76f65da3-c1ab-4064-8acb-899bf3bde8d8 req-b4b6db26-1e12-43fd-8ab4-c5c0654c1973 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0668895 Apr 12 08:25:39.059888 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-76f65da3-c1ab-4064-8acb-899bf3bde8d8 req-ea2b635b-ab83-4e41-9477-2a86aac9dad1 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473664 Apr 12 08:25:39.499314 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e95547-fc21-42b2-bc5d-181a14faf4bc req-a9580f14-19f6-478f-9a5f-c321e2d5e5e7 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:39.500991 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f6e95547-fc21-42b2-bc5d-181a14faf4bc req-a9580f14-19f6-478f-9a5f-c321e2d5e5e7 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0614364 Apr 12 08:25:39.563390 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f6e95547-fc21-42b2-bc5d-181a14faf4bc req-9e85ce47-303e-43b8-b5c2-2eea569e5f87 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561683 Apr 12 08:25:40.179756 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905fd3-68e7-47dc-8c8e-b7ddd50cdc86 req-01645c04-2c30-410e-943f-c6b2b01c1c14 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:40.181265 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-db905fd3-68e7-47dc-8c8e-b7ddd50cdc86 req-01645c04-2c30-410e-943f-c6b2b01c1c14 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0491982 Apr 12 08:25:40.234317 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-db905fd3-68e7-47dc-8c8e-b7ddd50cdc86 req-312c4061-8d80-4f7c-bd90-44b414ca41c4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457318 Apr 12 08:25:40.680487 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209bf5a-db89-4039-a428-b3842e5ceaad req-eecd01b7-448e-47ce-a022-f188fd3706a0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:40.681945 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e209bf5a-db89-4039-a428-b3842e5ceaad req-eecd01b7-448e-47ce-a022-f188fd3706a0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0490599 Apr 12 08:25:40.743136 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e209bf5a-db89-4039-a428-b3842e5ceaad req-5bdf3074-b41e-4b47-a046-708e0a1b8434 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549498 Apr 12 08:25:41.362435 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fb3a7-8e17-4018-a484-a1b75f13f7ac req-05e37e77-ed15-4a81-a315-be866937be83 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:41.363934 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-022fb3a7-8e17-4018-a484-a1b75f13f7ac req-05e37e77-ed15-4a81-a315-be866937be83 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0483892 Apr 12 08:25:41.414776 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-022fb3a7-8e17-4018-a484-a1b75f13f7ac req-2b1cfb06-9fe7-47b4-bba4-035a5c9f851f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452721 Apr 12 08:25:41.871144 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb3e7-d72c-483e-b02b-48762bcd04fc req-ec75168d-b116-4c8a-8327-01d6a45c5a73 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:41.872715 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-310fb3e7-d72c-483e-b02b-48762bcd04fc req-ec75168d-b116-4c8a-8327-01d6a45c5a73 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0586796 Apr 12 08:25:41.935433 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-310fb3e7-d72c-483e-b02b-48762bcd04fc req-b1bf37c4-bc39-4f43-9177-028312cc0753 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569925 Apr 12 08:25:42.543518 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0583352-cf1e-4423-8ffc-7adb4dbdae6f req-3e411c34-0e72-438a-8519-7bb3c9276c4e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:42.551781 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f0583352-cf1e-4423-8ffc-7adb4dbdae6f req-3e411c34-0e72-438a-8519-7bb3c9276c4e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0585830 Apr 12 08:25:42.596214 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f0583352-cf1e-4423-8ffc-7adb4dbdae6f req-acb8d633-1509-4a64-9aa3-2254b52eb20b tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Apr 12 08:25:43.059110 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fba953-8e44-491e-9098-2d8c8ed5fb4a req-69460dd7-58b3-4e84-bf74-a014554bbe87 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:43.060627 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-16fba953-8e44-491e-9098-2d8c8ed5fb4a req-69460dd7-58b3-4e84-bf74-a014554bbe87 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0508981 Apr 12 08:25:43.122446 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-16fba953-8e44-491e-9098-2d8c8ed5fb4a req-e262fd19-9e17-47c5-8b36-bbf1a7631528 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561376 Apr 12 08:25:43.721135 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73c64a-f732-4498-83ff-cc090a662ef8 req-db0a7998-9855-4470-bfc6-49b62b9bc658 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:43.722763 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6b73c64a-f732-4498-83ff-cc090a662ef8 req-db0a7998-9855-4470-bfc6-49b62b9bc658 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0525506 Apr 12 08:25:43.773135 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6b73c64a-f732-4498-83ff-cc090a662ef8 req-9601aa02-11a2-4559-90d1-09618443a9ea tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432274 Apr 12 08:25:44.258020 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f080f-b283-4c3d-896b-1ab1a71848a0 req-95b9eb93-7454-49bf-b046-4badb5504d9c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:44.259544 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c37f080f-b283-4c3d-896b-1ab1a71848a0 req-95b9eb93-7454-49bf-b046-4badb5504d9c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0570753 Apr 12 08:25:44.323996 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-c37f080f-b283-4c3d-896b-1ab1a71848a0 req-b6d02586-ca30-4df9-9c31-8866c1885de6 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584733 Apr 12 08:25:44.902458 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a2613-75dd-4972-bbdc-6a7797233fe0 req-2fb752fd-e8b5-425d-8f1f-39049d87f0c4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:44.903948 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cd6a2613-75dd-4972-bbdc-6a7797233fe0 req-2fb752fd-e8b5-425d-8f1f-39049d87f0c4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0510094 Apr 12 08:25:44.951344 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cd6a2613-75dd-4972-bbdc-6a7797233fe0 req-abc1179d-0b3e-403a-ae48-097bb1007e24 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415678 Apr 12 08:25:45.439738 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edc047-7bb2-4121-af9d-94435851895c req-7614b412-6660-42e9-a806-4fafe1870262 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:45.442111 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-30edc047-7bb2-4121-af9d-94435851895c req-7614b412-6660-42e9-a806-4fafe1870262 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0499673 Apr 12 08:25:45.507641 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-30edc047-7bb2-4121-af9d-94435851895c req-9066d199-c15a-4eff-9134-eb65f18598c8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575991 Apr 12 08:25:46.074712 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28e552-6fcd-48c2-9d19-23751cf3d007 req-d4c94073-4d23-4767-89cb-b3b734395ffb tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:46.076306 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4d28e552-6fcd-48c2-9d19-23751cf3d007 req-d4c94073-4d23-4767-89cb-b3b734395ffb tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0510814 Apr 12 08:25:46.136157 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4d28e552-6fcd-48c2-9d19-23751cf3d007 req-526f16bd-e186-4860-b7b0-b73c86837519 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535150 Apr 12 08:25:46.625295 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14ba0a-efde-450c-b70f-06510b7326e8 req-76794d89-f4c7-484e-a031-e4758135e616 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:46.626906 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6c14ba0a-efde-450c-b70f-06510b7326e8 req-76794d89-f4c7-484e-a031-e4758135e616 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0465426 Apr 12 08:25:46.693769 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6c14ba0a-efde-450c-b70f-06510b7326e8 req-a93e0c33-2c90-4074-8f1a-ae337b776bb1 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605576 Apr 12 08:25:47.297183 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a456d-4eab-4534-b786-a2a5af0f283f req-adf54729-3c0b-4f75-b182-848400e1a076 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:47.312356 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1f8a456d-4eab-4534-b786-a2a5af0f283f req-adf54729-3c0b-4f75-b182-848400e1a076 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0781531 Apr 12 08:25:47.398800 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1f8a456d-4eab-4534-b786-a2a5af0f283f req-b61d6eea-4ff8-42b0-9fcd-c27abce3f8a9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732732 Apr 12 08:25:47.820703 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0bf84-a4ef-451d-9392-7b98981cd1c7 req-d663f30f-013c-4c1c-87f3-87a7be03600a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:47.822203 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-aff0bf84-a4ef-451d-9392-7b98981cd1c7 req-d663f30f-013c-4c1c-87f3-87a7be03600a tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0535357 Apr 12 08:25:47.897387 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-aff0bf84-a4ef-451d-9392-7b98981cd1c7 req-052044b6-616e-48ef-a390-4eec75ec045d tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609739 Apr 12 08:25:48.502930 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9158-f2cf-4c91-bd46-317995508a6c req-e7730013-52d8-40fa-b990-287ac7170de2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:48.504478 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a94c9158-f2cf-4c91-bd46-317995508a6c req-e7730013-52d8-40fa-b990-287ac7170de2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0478384 Apr 12 08:25:48.553353 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a94c9158-f2cf-4c91-bd46-317995508a6c req-209f8927-0c75-448b-bf37-2608562d9bad tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 Apr 12 08:25:49.014654 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba996c6-e68b-48d0-bc0f-c3733058d4b6 req-ea1d5d0a-544e-4a2d-aad8-d162332fb533 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:49.016146 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ba996c6-e68b-48d0-bc0f-c3733058d4b6 req-ea1d5d0a-544e-4a2d-aad8-d162332fb533 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0520115 Apr 12 08:25:49.074239 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9ba996c6-e68b-48d0-bc0f-c3733058d4b6 req-608ee072-2967-4db8-8606-9b0cc3f2b325 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523481 Apr 12 08:25:49.669460 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7b203-31c4-4212-a865-be32a4006dec req-a46daa06-fc35-40b3-8f57-c9d6c9d95824 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:49.670915 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8da7b203-31c4-4212-a865-be32a4006dec req-a46daa06-fc35-40b3-8f57-c9d6c9d95824 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0469983 Apr 12 08:25:49.716332 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8da7b203-31c4-4212-a865-be32a4006dec req-70d0c3be-2ee2-4f4f-b20a-e0c80be31022 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399241 Apr 12 08:25:50.189345 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681918d-5068-45c5-b34f-dee364f84ea1 req-14327823-2b29-4cd1-8bd8-d330ce6e007c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:50.190840 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d681918d-5068-45c5-b34f-dee364f84ea1 req-14327823-2b29-4cd1-8bd8-d330ce6e007c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0515985 Apr 12 08:25:50.253990 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d681918d-5068-45c5-b34f-dee364f84ea1 req-0765297a-233a-49d7-9059-6edeedf87b71 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572631 Apr 12 08:25:50.833869 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b952d5-8bf2-458e-a600-1caeb5f8ad6b req-74a9b3ea-a344-4ec7-8dcd-6f37117bb9c9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:50.835336 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a4b952d5-8bf2-458e-a600-1caeb5f8ad6b req-74a9b3ea-a344-4ec7-8dcd-6f37117bb9c9 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 944 time: 0.0468476 Apr 12 08:25:50.882159 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a4b952d5-8bf2-458e-a600-1caeb5f8ad6b req-39ee4e39-8800-4337-bfc4-6f42b2c0c91f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402801 Apr 12 08:25:51.009499 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:25:51.105214 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:51.115997 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'port_id': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'mac_address': 'fa:16:3e:8b:18:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:25:51.152188 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:51.152579 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:51.165151 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:25:51.189522 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:51.255639 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:51.301767 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=9']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:51.376447 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a9106-c78d-488e-9f14-1aec104d85db req-4779c79c-75c7-4a31-a39d-1db9c44da135 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:51.377888 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d41a9106-c78d-488e-9f14-1aec104d85db req-4779c79c-75c7-4a31-a39d-1db9c44da135 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0492623 Apr 12 08:25:51.437240 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d41a9106-c78d-488e-9f14-1aec104d85db req-5951b979-25af-46f9-9426-5b31e22ff140 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536218 Apr 12 08:25:51.544321 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['8a48dc33-8440-4dac-bd0c-47b3ca15faa0'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:25:52.002769 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ced2c-62a9-46da-87f5-c5204ec315df req-20093c94-7016-4ddd-9f20-d7a0ba4ac000 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:52.004239 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-846ced2c-62a9-46da-87f5-c5204ec315df req-20093c94-7016-4ddd-9f20-d7a0ba4ac000 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 945 time: 0.0507329 Apr 12 08:25:52.050467 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-846ced2c-62a9-46da-87f5-c5204ec315df req-9fce08fe-edbf-4836-9d31-eb4dfef45db8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406275 Apr 12 08:25:52.549296 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d1eb3-0ba9-4075-8bfb-87402fc8a3f5 req-5cefbe21-7569-4263-bcb2-2f68fca000f8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:52.550762 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee4d1eb3-0ba9-4075-8bfb-87402fc8a3f5 req-5cefbe21-7569-4263-bcb2-2f68fca000f8 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0473669 Apr 12 08:25:52.611879 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ee4d1eb3-0ba9-4075-8bfb-87402fc8a3f5 req-ca5fe89f-03ba-40cb-8aef-cd6ff46ad76d tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554421 Apr 12 08:25:53.014044 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:25:53.058449 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:25:53.058817 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:53.135252 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:25:53.135708 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:53.157681 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:25:53.159925 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef346d5c-99a8-4822-a335-8bf0cee3ecce" -d '{"events": [{"server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "name": "network-vif-plugged", "status": "completed", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:25:53.165551 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da9d51-7932-4141-a1ae-bbca392322a6 req-c629e46d-571d-4d97-a785-d7805609e11a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:53.167593 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-70da9d51-7932-4141-a1ae-bbca392322a6 req-c629e46d-571d-4d97-a785-d7805609e11a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 945 time: 0.0460291 Apr 12 08:25:53.172369 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:25:53.199723 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb1916-c7c0-4b74-bc90-491abaccb5a6 x-openstack-request-id: req-cbfb1916-c7c0-4b74-bc90-491abaccb5a6 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:25:53.200040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "name": "network-vif-plugged", "status": "completed", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:25:53.200295 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbfb1916-c7c0-4b74-bc90-491abaccb5a6 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:25:53.200692 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfb1916-c7c0-4b74-bc90-491abaccb5a6'] response: {'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'code': 200} Apr 12 08:25:53.217637 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-70da9d51-7932-4141-a1ae-bbca392322a6 req-8d55a4a8-6e3e-488d-b372-04c97495d3be tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430677 Apr 12 08:25:53.239393 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:25:53.289150 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=10']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:25:53.510992 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69513c2d-f56f-433a-b36c-e26fa0e0a1ec req-336d20ec-0223-45af-8daf-6bd688d04d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:53.512492 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-69513c2d-f56f-433a-b36c-e26fa0e0a1ec req-336d20ec-0223-45af-8daf-6bd688d04d78 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 1131 time: 0.0409822 Apr 12 08:25:53.555770 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-69513c2d-f56f-433a-b36c-e26fa0e0a1ec req-f9f09ed2-c744-4509-a539-a7031b7abeb9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367329 Apr 12 08:25:53.725424 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae280038-13d6-4112-85b6-4cc0c7430396 req-df43f1ab-e2bf-4669-8fe0-35f400b6c679 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:53.726855 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae280038-13d6-4112-85b6-4cc0c7430396 req-df43f1ab-e2bf-4669-8fe0-35f400b6c679 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0460873 Apr 12 08:25:53.784624 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae280038-13d6-4112-85b6-4cc0c7430396 req-a938eb5a-7cd2-41b4-a970-99abf7e9770d tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=41781844-ea9b-4754-abd1-30a6f7fabe67&id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521717 Apr 12 08:25:54.488193 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84b017-a805-4783-a1d2-8206e4a832d5 req-8285ce76-fcb8-49ac-b6b6-4462432b2ab4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:54.489587 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6b84b017-a805-4783-a1d2-8206e4a832d5 req-8285ce76-fcb8-49ac-b6b6-4462432b2ab4 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 947 time: 0.0489395 Apr 12 08:25:54.534883 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6b84b017-a805-4783-a1d2-8206e4a832d5 req-7e14b1a5-e59e-4736-aff6-c798440a8e0a tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398762 Apr 12 08:25:55.656844 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fe20a-b93a-44a7-aad3-5bc75b81c7dd req-02058f1a-8f10-492d-8d80-6e1061e3ef8f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:55.658627 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f27fe20a-b93a-44a7-aad3-5bc75b81c7dd req-02058f1a-8f10-492d-8d80-6e1061e3ef8f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 947 time: 0.0520020 Apr 12 08:25:55.706526 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f27fe20a-b93a-44a7-aad3-5bc75b81c7dd req-7f2df368-5152-4b23-9915-4abc58d956c6 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417681 Apr 12 08:25:56.822377 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd857a0-6b49-4f86-97e6-6f588a96f0b1 req-16822b19-50a2-49e4-8daa-2078e93a1381 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:25:56.824425 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dcd857a0-6b49-4f86-97e6-6f588a96f0b1 req-16822b19-50a2-49e4-8daa-2078e93a1381 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 947 time: 0.0492332 Apr 12 08:25:56.876191 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dcd857a0-6b49-4f86-97e6-6f588a96f0b1 req-7f9efd9c-b966-412c-8213-53e7060e7060 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460875 Apr 12 08:26:00.225048 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0c92838c-b2ab-4d09-a277-81e625ae974a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:01.476344 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:26:02.689692 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a577b04-b92d-4dc3-ad1d-49cb5b9d3137 req-fce655e8-4141-443c-b8c1-967e2bd61c61 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:02.691324 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4a577b04-b92d-4dc3-ad1d-49cb5b9d3137 req-fce655e8-4141-443c-b8c1-967e2bd61c61 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 946 time: 0.0494153 Apr 12 08:26:02.742436 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4a577b04-b92d-4dc3-ad1d-49cb5b9d3137 req-6d66760d-3add-47fc-9bf6-9fd6368e3c7f tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453463 Apr 12 08:26:02.785578 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-800bb737-16ed-45d8-a3da-a055560c4575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:03.591300 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:03.676801 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:03.856700 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550135e-562d-42a2-9ae7-1193058b2a45 req-9563253f-9ead-4b97-80cf-20579fd75ac2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:03.858105 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4550135e-562d-42a2-9ae7-1193058b2a45 req-9563253f-9ead-4b97-80cf-20579fd75ac2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 946 time: 0.0465999 Apr 12 08:26:03.903821 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4550135e-562d-42a2-9ae7-1193058b2a45 req-78e4c97e-89ef-4455-872c-f582e0e0bdf2 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401890 Apr 12 08:26:04.898549 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-8aa2572c-41bb-401d-82fa-3a7b43259d46 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:04.900041 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-8aa2572c-41bb-401d-82fa-3a7b43259d46 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 946 time: 0.0467103 Apr 12 08:26:04.990622 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Deleting port 311244b6-0ec8-4c93-be1f-ab36298925e7 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:04.990960 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:05.017751 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7930b6-a75a-4a8d-a4d0-35d9ce7a409a req-a46197b4-2a75-4680-8e73-b729a5e7c338 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:05.019220 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dd7930b6-a75a-4a8d-a4d0-35d9ce7a409a req-a46197b4-2a75-4680-8e73-b729a5e7c338 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 946 time: 0.0479729 Apr 12 08:26:05.066884 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dd7930b6-a75a-4a8d-a4d0-35d9ce7a409a req-c5c35861-186b-4626-9b70-6f20ba6286c0 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups?id=26281dc3-a6f0-4fe1-8402-3893ba12a33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419588 Apr 12 08:26:05.081554 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] For port 311244b6-0ec8-4c93-be1f-ab36298925e7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=311244b6-0ec8-4c93-be1f-ab36298925e7,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:05.081919 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:05.188187 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:05.513489 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:05.513850 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (09d44f1a-0b04-42fb-8e41-9378bfb163f3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:05.514165 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Floating IP 09d44f1a-0b04-42fb-8e41-9378bfb163f3 disassociated. External IP: 172.27.3.28, port: 311244b6-0ec8-4c93-be1f-ab36298925e7. Apr 12 08:26:05.514512 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Calling delete_port for 311244b6-0ec8-4c93-be1f-ab36298925e7 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:05.723010 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (311244b6-0ec8-4c93-be1f-ab36298925e7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:05.765208 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-4714d920-4584-4d29-ad91-27017b47cf39 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718093277&fields=id&tenant_id=b0a880bb2648415aa3ee1a89d71186f6 HTTP/1.1" status: 200 len: 267 time: 0.0696878 Apr 12 08:26:05.765847 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'Port': ['ID=311244b6-0ec8-4c93-be1f-ab36298925e7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.782825 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.783914 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.783914 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.783914 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.784194 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:05.970659 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-34d381cc-e4d5-4226-bdcb-145e6a001adf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:05.972132 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-34d381cc-e4d5-4226-bdcb-145e6a001adf tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 812 time: 0.1964216 Apr 12 08:26:05.986821 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:26:05.993488 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-c3c29675-049e-4345-8e2e-f79b3802ea5e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/quotas/b0a880bb2648415aa3ee1a89d71186f6 HTTP/1.1" status: 200 len: 375 time: 0.0160649 Apr 12 08:26:06.086670 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-6c0d4079-a9b9-423f-a7c2-db4948170142 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878880 Apr 12 08:26:06.165494 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b6029284-5929-4463-9a51-31259c79065b req-b1f9dba9-6ad3-45b8-9d6d-e5658f4f51a5 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 210 time: 0.0301292 Apr 12 08:26:06.205991 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:26:06.218083 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:26:06.228868 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:06.229543 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:06.261765 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] No DVR routers for this DVR port 311244b6-0ec8-4c93-be1f-ab36298925e7 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:06.265575 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:06.268837 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-73c1b07c-4e26-4a9b-8f5f-ad8fc27c2eb6 req-5bc4e6e5-90ac-494e-957a-5d6617a5d6f3 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.25 "DELETE /v2.0/ports/311244b6-0ec8-4c93-be1f-ab36298925e7 HTTP/1.1" status: 204 len: 173 time: 1.3637545 Apr 12 08:26:06.269287 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'name': 'network-vif-deleted', 'tag': '311244b6-0ec8-4c93-be1f-ab36298925e7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:26:06.271538 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e13a586-bef5-4798-87da-f9438ac10df0" -d '{"events": [{"server_uuid": "e7e2fe00-9e40-4cc7-b094-bd419ea07672", "name": "network-vif-deleted", "tag": "311244b6-0ec8-4c93-be1f-ab36298925e7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:26:06.281685 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-5d210541-561b-43bd-bf50-1a83a3420be4 service neutron] 10.222.0.23 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684990 Apr 12 08:26:06.316126 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1bbc24-da1a-4b50-828f-399939955e4e x-openstack-request-id: req-1e1bbc24-da1a-4b50-828f-399939955e4e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:26:06.316417 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e2fe00-9e40-4cc7-b094-bd419ea07672", "name": "network-vif-deleted", "tag": "311244b6-0ec8-4c93-be1f-ab36298925e7", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:26:06.316664 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e1bbc24-da1a-4b50-828f-399939955e4e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:26:06.317053 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1bbc24-da1a-4b50-828f-399939955e4e'] response: {'server_uuid': 'e7e2fe00-9e40-4cc7-b094-bd419ea07672', 'name': 'network-vif-deleted', 'tag': '311244b6-0ec8-4c93-be1f-ab36298925e7', 'status': 'completed', 'code': 200} Apr 12 08:26:06.352540 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:06.378944 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-600571cf-fe74-4228-9f5c-e133130d9123 service neutron] 10.222.0.23 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911336 Apr 12 08:26:06.544309 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:06.656783 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:26:06.665304 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:06.665896 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:06.772623 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:06.849837 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:06.962901 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:06.974099 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-05ae1468-e883-494b-a44f-2daad69ed90f req-1c41ac59-7457-4028-a65b-42d1cdafa83f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 210 time: 0.0306659 Apr 12 08:26:07.004031 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6978-1e90-4997-8460-a003732160a3 None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:19:35Z', 'revision_number': 4, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '85e0b74a-5f05-4a7b-ad45-de88c69413f5', 'name': '', 'network_id': '8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'mac_address': 'fa:16:3e:dc:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:44Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'subnets': [{'id': '0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:26:07.240139 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4da086-c101-4a12-ae74-5549bac26b49 None None] New status for floating IP 09d44f1a-0b04-42fb-8e41-9378bfb163f3: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:26:07.289683 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3b1e8e92-5521-4ff7-8055-87d363bd6bf3 req-51db9e28-1dbc-4a71-961e-39526f8b82ff tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e2fe00-9e40-4cc7-b094-bd419ea07672 HTTP/1.1" status: 200 len: 210 time: 0.0322232 Apr 12 08:26:08.077754 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-90e9ba10-e222-42d1-b860-082acc693799 req-e40a99e6-c04d-4f67-b700-9e6028c00bc1 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 210 time: 0.0307615 Apr 12 08:26:08.488551 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51250) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:08.542596 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b43a467-7aa8-4a43-8771-32c850ee8554 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (26281dc3-a6f0-4fe1-8402-3893ba12a33b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:08.565540 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b43a467-7aa8-4a43-8771-32c850ee8554 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (26281dc3-a6f0-4fe1-8402-3893ba12a33b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:08.687957 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b43a467-7aa8-4a43-8771-32c850ee8554 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (26281dc3-a6f0-4fe1-8402-3893ba12a33b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:08.690734 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2b43a467-7aa8-4a43-8771-32c850ee8554 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:08.691975 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2b43a467-7aa8-4a43-8771-32c850ee8554 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "DELETE /v2.0/security-groups/26281dc3-a6f0-4fe1-8402-3893ba12a33b HTTP/1.1" status: 204 len: 168 time: 0.2023649 Apr 12 08:26:08.694834 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51252) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:08.701429 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43a467-7aa8-4a43-8771-32c850ee8554 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26281dc3-a6f0-4fe1-8402-3893ba12a33b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:08.708456 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.api.v2.resource [None req-0942cbaf-f7d1-45d0-ab1f-f307dc2cc80c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] show failed (client error): The resource could not be found. Apr 12 08:26:08.710303 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-0942cbaf-f7d1-45d0-ab1f-f307dc2cc80c tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "GET /v2.0/security-groups/26281dc3-a6f0-4fe1-8402-3893ba12a33b HTTP/1.1" status: 404 len: 347 time: 0.0136199 Apr 12 08:26:08.715535 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51254) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:08.829931 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Deleting port 83a0e2d7-120a-476e-b50c-0075499559dd {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:08.830266 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (83a0e2d7-120a-476e-b50c-0075499559dd), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:08.904179 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (83a0e2d7-120a-476e-b50c-0075499559dd), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:08.904505 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (83a0e2d7-120a-476e-b50c-0075499559dd), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:08.916621 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Calling delete_port for 83a0e2d7-120a-476e-b50c-0075499559dd owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:08.971357 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-715a1241-6363-4e9e-b89e-9a1b4283e8a1 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:08.972829 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-715a1241-6363-4e9e-b89e-9a1b4283e8a1 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 812 time: 0.1087806 Apr 12 08:26:09.040929 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-7b62f661-70eb-4b6a-97a3-0ae826dfd7bc tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a880bb2648415aa3ee1a89d71186f6 HTTP/1.1" status: 200 len: 380 time: 0.0548213 Apr 12 08:26:09.051745 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'port': {'device_id': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'admin_state_up': True, 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'security_groups': ['d5300884-90e1-4f12-991f-9faa8363d666']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:26:09.102091 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 311244b6-0ec8-4c93-be1f-ab36298925e7 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:09.122843 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (83a0e2d7-120a-476e-b50c-0075499559dd), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:09.128261 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 311244b6-0ec8-4c93-be1f-ab36298925e7 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:09.128812 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 311244b6-0ec8-4c93-be1f-ab36298925e7 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:09.150504 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Pushing event deleted for resources: {'Port': ['ID=83a0e2d7-120a-476e-b50c-0075499559dd,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:09.161101 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.161677 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.162196 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.162716 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.163035 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.163885 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.163885 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.164069 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.164318 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.164637 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.164957 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.165274 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.165589 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.165898 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.166211 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:09.201635 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-73ab72e4-87a9-44ea-9578-1544d097d234 req-fbea8681-4b79-40eb-8e8b-ba6fca1d9676 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 210 time: 0.0428362 Apr 12 08:26:09.233482 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks [] for floatingip (09d44f1a-0b04-42fb-8e41-9378bfb163f3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:09.236060 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:09.237641 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-57606e53-25d7-4133-b91d-332e5fe3f5a7 tempest-AttachVolumeNegativeTest-1813585315 tempest-AttachVolumeNegativeTest-1813585315-project] 10.222.0.23 "DELETE /v2.0/floatingips/09d44f1a-0b04-42fb-8e41-9378bfb163f3 HTTP/1.1" status: 204 len: 168 time: 0.5207667 Apr 12 08:26:09.271194 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Made reservation on behalf of b0a880bb2648415aa3ee1a89d71186f6 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:26:09.274659 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:09.396610 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Allocated IP 172.20.0.7 (aa06fd23-9fcb-4982-a9de-73241ec1a6cf/ff614d52-f8a4-4853-898c-141b26a67d31/cf69092c-f75e-4627-93ef-d6ba79651f04) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:26:09.538448 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:09.644567 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:09.687108 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:26:09.690068 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:26:09.693668 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:26:09.705145 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'Port': ['ID=cf69092c-f75e-4627-93ef-d6ba79651f04,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:09.751653 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:09.752200 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:09.885286 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-f2ba8dfc-0c51-42a8-9b18-1c4a2fd6a776 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372889 Apr 12 08:26:09.899696 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Request body: {'port': {'device_id': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:26:09.945952 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-0e23eaf2-d379-4af4-aa74-2488a20e36ae None None] Provisioning complete for port cf69092c-f75e-4627-93ef-d6ba79651f04 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:26:09.946584 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0e23eaf2-d379-4af4-aa74-2488a20e36ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:09.959525 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:10.115735 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-0e23eaf2-d379-4af4-aa74-2488a20e36ae None None] Port cf69092c-f75e-4627-93ef-d6ba79651f04 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:26:10.247158 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf69092c-f75e-4627-93ef-d6ba79651f04 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:26:10.255769 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Publish callbacks [] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:10.272001 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Transition to ACTIVE for port object cf69092c-f75e-4627-93ef-d6ba79651f04 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:26:10.319048 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de4f4b-21b2-4f4c-8f46-50e2795ef831 req-f7e7efbf-cbce-494f-a0d8-a522755cf930 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:10.320560 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-92de4f4b-21b2-4f4c-8f46-50e2795ef831 req-f7e7efbf-cbce-494f-a0d8-a522755cf930 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 931 time: 0.0482068 Apr 12 08:26:10.359638 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:10.382689 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-92de4f4b-21b2-4f4c-8f46-50e2795ef831 req-499a0275-0930-4a43-8fb7-d9a27ab0afb3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558414 Apr 12 08:26:10.434256 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf69092c-f75e-4627-93ef-d6ba79651f04,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:10.494324 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Attempting to bind port cf69092c-f75e-4627-93ef-d6ba79651f04 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:26:10.494626 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Attempting to bind port cf69092c-f75e-4627-93ef-d6ba79651f04 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:26:10.494958 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Attempting to bind port cf69092c-f75e-4627-93ef-d6ba79651f04 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:26:10.500555 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Port cf69092c-f75e-4627-93ef-d6ba79651f04 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:26:10.500879 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Attempting to bind port cf69092c-f75e-4627-93ef-d6ba79651f04 on network aa06fd23-9fcb-4982-a9de-73241ec1a6cf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:26:10.506148 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:26:10.506422 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Checking segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:26:10.506811 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Bound using segment: {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:26:10.507243 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Bound port: cf69092c-f75e-4627-93ef-d6ba79651f04, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c20cead-11f0-4aab-932e-1dfea8b143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:26:10.507629 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:10.594122 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] For port cf69092c-f75e-4627-93ef-d6ba79651f04, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:26:10.597418 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] For port cf69092c-f75e-4627-93ef-d6ba79651f04, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cf69092c-f75e-4627-93ef-d6ba79651f04,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:26:10.696844 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:10.732017 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:10.732641 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:10.736047 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] 10.222.0.25 "PUT /v2.0/ports/cf69092c-f75e-4627-93ef-d6ba79651f04 HTTP/1.1" status: 200 len: 1093 time: 0.8385220 Apr 12 08:26:10.736047 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:26:10.736861 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8794e9-fe6a-48cb-8189-37edff238ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:26:10.767106 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0fa2d-631c-432c-8df2-48386bfec1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf69092c-f75e-4627-93ef-d6ba79651f04,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:10.790300 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d789c27e-16f0-44b7-a109-0d8458d21dc9 x-openstack-request-id: req-d789c27e-16f0-44b7-a109-0d8458d21dc9 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:26:10.790605 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:26:10.790855 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d789c27e-16f0-44b7-a109-0d8458d21dc9 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:26:10.791258 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d789c27e-16f0-44b7-a109-0d8458d21dc9'] response: {'name': 'network-changed', 'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'status': 'completed', 'code': 200} Apr 12 08:26:10.872461 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8794e9-fe6a-48cb-8189-37edff238ce0 req-b36ab222-37f5-4283-bb82-2eb7eeb46658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:10.873888 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f8794e9-fe6a-48cb-8189-37edff238ce0 req-b36ab222-37f5-4283-bb82-2eb7eeb46658 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 1127 time: 0.0585110 Apr 12 08:26:10.989212 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8794e9-fe6a-48cb-8189-37edff238ce0 req-60739584-2385-4042-a6f0-d1f4fd7272d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:10.990739 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f8794e9-fe6a-48cb-8189-37edff238ce0 req-60739584-2385-4042-a6f0-d1f4fd7272d6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1076746 Apr 12 08:26:11.086544 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8794e9-fe6a-48cb-8189-37edff238ce0 req-72050854-a680-4b65-82a0-8e30fdc018ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:11.087914 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f8794e9-fe6a-48cb-8189-37edff238ce0 req-72050854-a680-4b65-82a0-8e30fdc018ac service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0879581 Apr 12 08:26:11.170162 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-e9a1c140-eb3e-4ca1-a9af-c2879a4e9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:11.171647 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-e9a1c140-eb3e-4ca1-a9af-c2879a4e9cb0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 1127 time: 0.0426779 Apr 12 08:26:11.216036 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-3c0b2ad0-43b1-41a3-8930-5301700a0b34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf69092c-f75e-4627-93ef-d6ba79651f04 HTTP/1.1" status: 200 len: 217 time: 0.0347710 Apr 12 08:26:11.267639 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-94044dcd-7bf3-44d9-837a-3d6996a2f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:11.269084 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-94044dcd-7bf3-44d9-837a-3d6996a2f2e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 200 len: 851 time: 0.0437009 Apr 12 08:26:11.315684 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-a887fcbe-671c-4a32-994a-b98564df953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:11.317139 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-a887fcbe-671c-4a32-994a-b98564df953b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377021 Apr 12 08:26:11.408939 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-af36bf1e-658e-4089-953f-4b4fe84ebd1a service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840611 Apr 12 08:26:11.501445 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60333e8c-0e4c-4d46-8190-3ec2acdf6539 req-569891e5-e85d-4200-9f5b-ba9c71f634f1 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:11.502915 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-60333e8c-0e4c-4d46-8190-3ec2acdf6539 req-569891e5-e85d-4200-9f5b-ba9c71f634f1 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 943 time: 0.0475233 Apr 12 08:26:11.509850 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-50c7ec29-cfe5-4319-b42f-4ca4a04f651c req-dc90cc96-d57a-4ce7-9378-93f8c20bc24f service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943985 Apr 12 08:26:11.556117 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-60333e8c-0e4c-4d46-8190-3ec2acdf6539 req-227240e2-4b20-401e-83fe-bc49ed34306b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473230 Apr 12 08:26:12.668298 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc17f-e861-4a76-8d02-06514a0f0ece req-f0a0bc64-f103-4820-beac-efe712db53e1 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:12.669759 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e3dc17f-e861-4a76-8d02-06514a0f0ece req-f0a0bc64-f103-4820-beac-efe712db53e1 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 943 time: 0.0474072 Apr 12 08:26:12.718214 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9e3dc17f-e861-4a76-8d02-06514a0f0ece req-2de9d2a8-9d09-4485-98e3-972328af33f4 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428588 Apr 12 08:26:13.386565 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51306) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:13.824349 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466382'] for router_interface (832e7c5f-005f-48a8-92a0-40698e8549c3), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:13.830096 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07726b0c-bc72-4429-8191-0dff510710e1 req-3c9cf648-4843-46ef-a82a-a2cd6417c175 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:13.831621 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-07726b0c-bc72-4429-8191-0dff510710e1 req-3c9cf648-4843-46ef-a82a-a2cd6417c175 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 943 time: 0.0484369 Apr 12 08:26:13.880697 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-07726b0c-bc72-4429-8191-0dff510710e1 req-0aaa6153-3e20-440d-94ce-d125a66bcb5e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Apr 12 08:26:14.099110 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] Deleting port 85e0b74a-5f05-4a7b-ad45-de88c69413f5 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:14.099355 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:14.173856 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] For port 85e0b74a-5f05-4a7b-ad45-de88c69413f5, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=85e0b74a-5f05-4a7b-ad45-de88c69413f5,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:14.174226 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:14.187756 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] Calling delete_port for 85e0b74a-5f05-4a7b-ad45-de88c69413f5 owned by network:router_interface {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:14.432800 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (85e0b74a-5f05-4a7b-ad45-de88c69413f5), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:14.463369 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e0b74a-5f05-4a7b-ad45-de88c69413f5,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:14.844276 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-521416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466274'] for router_interface (832e7c5f-005f-48a8-92a0-40698e8549c3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:15.036157 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db598-c6c2-4fae-a59e-295d771dd72d req-92839bec-aca5-4056-a394-0ee5793a3384 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:15.039157 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cb0db598-c6c2-4fae-a59e-295d771dd72d req-92839bec-aca5-4056-a394-0ee5793a3384 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 943 time: 0.0901935 Apr 12 08:26:15.133296 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cb0db598-c6c2-4fae-a59e-295d771dd72d req-ba4094f5-9195-4a9b-b197-531a834aa081 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885742 Apr 12 08:26:15.142849 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] Router 832e7c5f-005f-48a8-92a0-40698e8549c3 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:26:15.253009 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:26:15.258659 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-68f40706-03bb-4697-8f04-8b62a6a9c870 admin admin] 10.222.0.23 "PUT /v2.0/routers/832e7c5f-005f-48a8-92a0-40698e8549c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8706205 Apr 12 08:26:15.260712 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51322) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:15.261942 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] Sync routers for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:26:15.278395 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:15.279012 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:15.367984 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Publish callbacks [] for router (832e7c5f-005f-48a8-92a0-40698e8549c3), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:15.401086 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:15.474885 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Publish callbacks [] for router_gateway (832e7c5f-005f-48a8-92a0-40698e8549c3), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:15.568653 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:26:14Z', 'revision_number': 5, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port': {'id': 'c2f4415e-16d0-42ca-afa2-972434016c0b', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:30Z', 'updated_at': '2022-04-12T08:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:15.587666 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Deleting port c2f4415e-16d0-42ca-afa2-972434016c0b {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:15.592530 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:15.601875 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] Checking router: 832e7c5f-005f-48a8-92a0-40698e8549c3 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:26:15.611163 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] Routers {'832e7c5f-005f-48a8-92a0-40698e8549c3'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:15.611814 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['832e7c5f-005f-48a8-92a0-40698e8549c3'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:15.672024 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] For port c2f4415e-16d0-42ca-afa2-972434016c0b, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=c2f4415e-16d0-42ca-afa2-972434016c0b,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:15.672305 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:15.685639 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Calling delete_port for c2f4415e-16d0-42ca-afa2-972434016c0b owned by network:router_gateway {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:15.696591 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] Set router 832e7c5f-005f-48a8-92a0-40698e8549c3 gateway port host: None {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:15.750082 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:26:15Z', 'revision_number': 6, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port_host': None}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:15.775658 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424029a-7bc6-4348-9666-4ebb2950bcd5 None None] The sync data for ids ['832e7c5f-005f-48a8-92a0-40698e8549c3'] in dv-cinder-836944-3-iscsi is: [{'id': '832e7c5f-005f-48a8-92a0-40698e8549c3', 'name': 'tempest-AttachVolumeNegativeTest-242874621-router', 'tenant_id': '06a4436df3ad431ea8a69e4d1a53c216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:29Z', 'updated_at': '2022-04-12T08:26:15Z', 'revision_number': 6, 'project_id': '06a4436df3ad431ea8a69e4d1a53c216', 'gw_port_host': None}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:26:15.919006 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (c2f4415e-16d0-42ca-afa2-972434016c0b), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:15.947777 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f4415e-16d0-42ca-afa2-972434016c0b,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:16.003821 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464260'] for router_gateway (832e7c5f-005f-48a8-92a0-40698e8549c3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.114968 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2962'] for router (832e7c5f-005f-48a8-92a0-40698e8549c3), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.117285 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Publish callbacks [] for router_controller (832e7c5f-005f-48a8-92a0-40698e8549c3), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.253972 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415779'] for router (832e7c5f-005f-48a8-92a0-40698e8549c3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.254443 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 832e7c5f-005f-48a8-92a0-40698e8549c3 {{(pid=103940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 08:26:16.263260 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.266777 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e8402ea2-c517-4ff9-a17f-e9609d9f4891 admin admin] 10.222.0.23 "DELETE /v2.0/routers/832e7c5f-005f-48a8-92a0-40698e8549c3 HTTP/1.1" status: 204 len: 168 time: 1.0026641 Apr 12 08:26:16.267241 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51332) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:16.279739 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02820913-74a3-4cdf-b5f3-1363db6e1206 req-8cbcf756-4322-48c0-bd8c-264283423908 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:16.281249 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-02820913-74a3-4cdf-b5f3-1363db6e1206 req-8cbcf756-4322-48c0-bd8c-264283423908 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 943 time: 0.0594170 Apr 12 08:26:16.316385 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7da585-fc5e-4a5c-98d8-147457baa532 admin admin] Deleting subnet 0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:26:16.319166 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac7da585-fc5e-4a5c-98d8-147457baa532 admin admin] Publish callbacks [] for subnet (0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.330506 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-02820913-74a3-4cdf-b5f3-1363db6e1206 req-e30e25f2-dd40-4998-a91a-0e9e6525b446 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433431 Apr 12 08:26:16.357136 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac7da585-fc5e-4a5c-98d8-147457baa532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26062776'] for subnet (0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.467356 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac7da585-fc5e-4a5c-98d8-147457baa532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.570132 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac7da585-fc5e-4a5c-98d8-147457baa532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25996800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3631444'] for subnet (0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.596978 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7da585-fc5e-4a5c-98d8-147457baa532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:16.598997 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac7da585-fc5e-4a5c-98d8-147457baa532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.602274 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ac7da585-fc5e-4a5c-98d8-147457baa532 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0d8d3f56-2e68-4cb3-b30c-d4fb5d75bcc2 HTTP/1.1" status: 204 len: 168 time: 0.3337560 Apr 12 08:26:16.604876 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51338) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:16.622084 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7d4d9-64ae-4f4f-8de2-b1f2a471a2ed None None] Network 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:26:16.686771 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.688277 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 85e0b74a-5f05-4a7b-ad45-de88c69413f5 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:16.724645 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 85e0b74a-5f05-4a7b-ad45-de88c69413f5 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:16.725005 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 85e0b74a-5f05-4a7b-ad45-de88c69413f5 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:16.738200 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Deleting port 13d7ce59-433e-4235-907e-d8a22a38b551 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:16.738543 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.809654 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] For port 13d7ce59-433e-4235-907e-d8a22a38b551, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=13d7ce59-433e-4235-907e-d8a22a38b551,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:16.810016 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.821731 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] DHCP port deletion for 8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 request from dv-cinder-836944-3-iscsi {{(pid=103941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 08:26:16.824424 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Calling delete_port for 13d7ce59-433e-4235-907e-d8a22a38b551 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:16.865208 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Deleting port 13d7ce59-433e-4235-907e-d8a22a38b551 {{(pid=103941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:16.865208 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), before_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.930622 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] For port 13d7ce59-433e-4235-907e-d8a22a38b551, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=13d7ce59-433e-4235-907e-d8a22a38b551,segment=NetworkSegment(f79a2ac5-8dfc-4751-b5b6-8b03abd479ff),segment_id=f79a2ac5-8dfc-4751-b5b6-8b03abd479ff)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:16.931018 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), precommit_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:16.946043 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Calling delete_port for 13d7ce59-433e-4235-907e-d8a22a38b551 owned by network:dhcp {{(pid=103941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:16.992992 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.017078 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=13d7ce59-433e-4235-907e-d8a22a38b551,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:17.023151 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] No DVR routers for this DVR port 13d7ce59-433e-4235-907e-d8a22a38b551 on host dv-cinder-836944-3-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:17.023496 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (13d7ce59-433e-4235-907e-d8a22a38b551), after_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.053949 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Pushing event deleted for resources: {'Port': ['ID=13d7ce59-433e-4235-907e-d8a22a38b551,revision_number=None']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:17.056156 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] No DVR routers for this DVR port 13d7ce59-433e-4235-907e-d8a22a38b551 on host dv-cinder-836944-3-iscsi {{(pid=103941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:17.066199 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.066552 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.066920 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.067826 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.067826 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.068024 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.071370 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.071370 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.071370 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.071370 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.071370 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.071370 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.071370 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.071370 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.071370 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfdbac-a410-47a2-9a2b-2f158b788a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:26:17.094633 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.114992 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0']}} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:17.124959 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff') {'for_net_delete': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:17.125251 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79a2ac5-8dfc-4751-b5b6-8b03abd479ff') {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:17.137862 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2438849'] for segment (f79a2ac5-8dfc-4751-b5b6-8b03abd479ff), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.150595 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (f79a2ac5-8dfc-4751-b5b6-8b03abd479ff), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.156379 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:26:17.156757 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387818'] for segment (f79a2ac5-8dfc-4751-b5b6-8b03abd479ff), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: Traceback (most recent call last): Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: timer() Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: cb(*args, **kw) Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: return func(*args, **kwargs) Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: self._notify() Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: self.callback(batched_events) Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: event.method(event) Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: return f(self, *a, **k) Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._get(url).json() Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: return self.request(url, 'GET', **kwargs) Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:26:17.158667 dv-cinder-836944-3-iscsi neutron-server[103940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:26:17.273351 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.281115 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.284476 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] 10.222.0.23 "DELETE /v2.0/networks/8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0 HTTP/1.1" status: 204 len: 168 time: 0.6784291 Apr 12 08:26:17.294150 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbe89c-0af6-4fbb-ae8c-12c741777d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=8a016eb9-bedd-4f3c-906a-c0ada1b3b2b0,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:17.443643 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da04a4-91a4-401c-8a31-fb4a6a35beb7 req-1dcf44d3-eb3d-47bf-89db-c9695aef7783 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:17.445124 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94da04a4-91a4-401c-8a31-fb4a6a35beb7 req-1dcf44d3-eb3d-47bf-89db-c9695aef7783 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 943 time: 0.0473871 Apr 12 08:26:17.498739 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94da04a4-91a4-401c-8a31-fb4a6a35beb7 req-c4c976c0-e871-46ce-af9f-c8618bfb25d8 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479987 Apr 12 08:26:17.599029 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51346) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:17.609356 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ad4d7bae-5343-4a09-aaa6-b00d2284a2ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06a4436df3ad431ea8a69e4d1a53c216&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398939 Apr 12 08:26:17.611843 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51348) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:17.663011 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5fd6-9371-40ab-92c8-b7f08dea3185 admin admin] Publish callbacks [] for security_group (1520e53f-8296-42c4-beb2-064e25124668), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.687668 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5fd6-9371-40ab-92c8-b7f08dea3185 admin admin] Publish callbacks [] for security_group (1520e53f-8296-42c4-beb2-064e25124668), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.855644 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5fd6-9371-40ab-92c8-b7f08dea3185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (1520e53f-8296-42c4-beb2-064e25124668), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.858103 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5fd6-9371-40ab-92c8-b7f08dea3185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:17.859249 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-fd6c5fd6-9371-40ab-92c8-b7f08dea3185 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1520e53f-8296-42c4-beb2-064e25124668 HTTP/1.1" status: 204 len: 168 time: 0.2465167 Apr 12 08:26:17.867045 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c5fd6-9371-40ab-92c8-b7f08dea3185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1520e53f-8296-42c4-beb2-064e25124668,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:18.252152 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 13d7ce59-433e-4235-907e-d8a22a38b551 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:18.273802 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 13d7ce59-433e-4235-907e-d8a22a38b551 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:18.274146 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 13d7ce59-433e-4235-907e-d8a22a38b551 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:18.274569 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device c2f4415e-16d0-42ca-afa2-972434016c0b no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:18.294107 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: c2f4415e-16d0-42ca-afa2-972434016c0b {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:18.294457 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device c2f4415e-16d0-42ca-afa2-972434016c0b not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:18.619751 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577a7b2-e649-4ecb-b003-496b43d9349b req-b243de9f-86ee-4218-807d-248dfb651d98 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:18.622261 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f577a7b2-e649-4ecb-b003-496b43d9349b req-b243de9f-86ee-4218-807d-248dfb651d98 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 943 time: 0.0562174 Apr 12 08:26:18.670893 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f577a7b2-e649-4ecb-b003-496b43d9349b req-bb773947-749e-4924-a9ca-027dd5ec4633 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Apr 12 08:26:19.137769 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device cf69092c-f75e-4627-93ef-d6ba79651f04 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:26:19.238798 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port cf69092c-f75e-4627-93ef-d6ba79651f04, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cf69092c-f75e-4627-93ef-d6ba79651f04,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:19.250182 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'port_id': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'mac_address': 'fa:16:3e:ff:d8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:26:19.288285 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port cf69092c-f75e-4627-93ef-d6ba79651f04 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:26:19.288930 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:19.301489 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf69092c-f75e-4627-93ef-d6ba79651f04 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:26:19.320874 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port cf69092c-f75e-4627-93ef-d6ba79651f04, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cf69092c-f75e-4627-93ef-d6ba79651f04,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:19.390530 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:19.437427 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=cf69092c-f75e-4627-93ef-d6ba79651f04,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:19.675069 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['cf69092c-f75e-4627-93ef-d6ba79651f04'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:26:19.706792 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51408) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:19.791494 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ce2f8-0e22-4ff0-9cab-0f0a04b7a6b0 req-d25f6767-b5f0-4d8f-bf11-50b23b908dc6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:19.795891 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6e4ce2f8-0e22-4ff0-9cab-0f0a04b7a6b0 req-d25f6767-b5f0-4d8f-bf11-50b23b908dc6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 944 time: 0.0542350 Apr 12 08:26:19.832509 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0ec0-4083-449a-ae12-5c2a096317a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:19.869308 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6e4ce2f8-0e22-4ff0-9cab-0f0a04b7a6b0 req-1218af86-f901-42c6-801f-d2583daf52af tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705123 Apr 12 08:26:19.929861 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0ec0-4083-449a-ae12-5c2a096317a9 admin admin] Publish callbacks [] for security_group (c7732fd7-ef12-4fbc-a4b3-9b49ebe2ecb5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:19.998075 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0ec0-4083-449a-ae12-5c2a096317a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (c7732fd7-ef12-4fbc-a4b3-9b49ebe2ecb5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:20.035431 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-fd4a0ec0-4083-449a-ae12-5c2a096317a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba3fb93041464e8baf9e4fcebd832b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275294 Apr 12 08:26:20.036215 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a0ec0-4083-449a-ae12-5c2a096317a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7732fd7-ef12-4fbc-a4b3-9b49ebe2ecb5,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:20.038158 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51412) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:20.090713 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d66fc523-436b-40fd-bbe9-a3c66e844149 admin admin] Publish callbacks [] for security_group (c7732fd7-ef12-4fbc-a4b3-9b49ebe2ecb5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:20.112405 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d66fc523-436b-40fd-bbe9-a3c66e844149 admin admin] Publish callbacks [] for security_group (c7732fd7-ef12-4fbc-a4b3-9b49ebe2ecb5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:20.221467 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d66fc523-436b-40fd-bbe9-a3c66e844149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (c7732fd7-ef12-4fbc-a4b3-9b49ebe2ecb5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:20.224054 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d66fc523-436b-40fd-bbe9-a3c66e844149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:20.225209 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d66fc523-436b-40fd-bbe9-a3c66e844149 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7732fd7-ef12-4fbc-a4b3-9b49ebe2ecb5 HTTP/1.1" status: 204 len: 168 time: 0.1859512 Apr 12 08:26:20.234291 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fc523-436b-40fd-bbe9-a3c66e844149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7732fd7-ef12-4fbc-a4b3-9b49ebe2ecb5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:20.985942 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f31f78-8b8d-4d19-b870-e758651737c6 req-b0fabdc4-ae49-461f-a95e-87b0cb718af0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:20.987376 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82f31f78-8b8d-4d19-b870-e758651737c6 req-b0fabdc4-ae49-461f-a95e-87b0cb718af0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 944 time: 0.0503597 Apr 12 08:26:21.037031 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-82f31f78-8b8d-4d19-b870-e758651737c6 req-51d999c3-5f27-4509-a674-e0977d911d8a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438385 Apr 12 08:26:21.151783 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device cf69092c-f75e-4627-93ef-d6ba79651f04 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:26:21.200591 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port cf69092c-f75e-4627-93ef-d6ba79651f04 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:26:21.259292 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port cf69092c-f75e-4627-93ef-d6ba79651f04 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:26:21.259702 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:21.334806 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port cf69092c-f75e-4627-93ef-d6ba79651f04 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:26:21.335196 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:21.358013 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:26:21.360256 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447bffaf-39db-4998-9f86-8205d1547907" -d '{"events": [{"server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "name": "network-vif-plugged", "status": "completed", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:26:21.376566 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port cf69092c-f75e-4627-93ef-d6ba79651f04, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cf69092c-f75e-4627-93ef-d6ba79651f04,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:21.400954 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3739053-5ae4-4862-bdbc-d69d13031322 x-openstack-request-id: req-f3739053-5ae4-4862-bdbc-d69d13031322 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:26:21.401327 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "name": "network-vif-plugged", "status": "completed", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:26:21.401582 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3739053-5ae4-4862-bdbc-d69d13031322 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:26:21.401977 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3739053-5ae4-4862-bdbc-d69d13031322'] response: {'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'code': 200} Apr 12 08:26:21.459681 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:21.510862 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=cf69092c-f75e-4627-93ef-d6ba79651f04,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:21.799368 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e4a2-462d-4c03-8fd8-ab49167443c7 req-e0182c6d-6ab5-4141-ae1d-4ecfff211ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:21.801848 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-76c4e4a2-462d-4c03-8fd8-ab49167443c7 req-e0182c6d-6ab5-4141-ae1d-4ecfff211ba5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 1129 time: 0.0414193 Apr 12 08:26:21.852639 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-76c4e4a2-462d-4c03-8fd8-ab49167443c7 req-590bd0ec-6a0a-4a2b-8430-12a71d269da9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430582 Apr 12 08:26:22.149030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841d94-6b0e-4ee9-a018-6e6c0e59df53 req-ccc57e0c-d048-411a-980a-aafafc3d1bd0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:22.150479 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-23841d94-6b0e-4ee9-a018-6e6c0e59df53 req-ccc57e0c-d048-411a-980a-aafafc3d1bd0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 945 time: 0.0466857 Apr 12 08:26:22.214635 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-23841d94-6b0e-4ee9-a018-6e6c0e59df53 req-2ca0c14a-8bb6-4453-9edf-a3d3dc393fc0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569656 Apr 12 08:26:23.333083 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180d511-e8de-4a48-8e8d-653e92c480ae req-7f9087bb-d6ec-4736-a73b-a7f353d3ebeb tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:23.334551 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c180d511-e8de-4a48-8e8d-653e92c480ae req-7f9087bb-d6ec-4736-a73b-a7f353d3ebeb tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 945 time: 0.0486319 Apr 12 08:26:23.381697 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c180d511-e8de-4a48-8e8d-653e92c480ae req-9a078a2d-24d4-4110-8b9e-64a6b9187eec tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410695 Apr 12 08:26:23.497793 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c0857-a655-4ad7-9980-5aa663abedc8 req-85fef23a-c34f-413a-b3b2-37c6fc44720a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:23.499206 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d69c0857-a655-4ad7-9980-5aa663abedc8 req-85fef23a-c34f-413a-b3b2-37c6fc44720a tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 945 time: 0.0522339 Apr 12 08:26:23.547829 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d69c0857-a655-4ad7-9980-5aa663abedc8 req-e1312f52-2705-4d40-9141-8ec84154f97e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428767 Apr 12 08:26:23.569480 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51478) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:23.612614 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437ec47-d5c1-41a4-9af4-0041cc8f4b4f tempest-TestVolumeBootPattern-367891530 tempest-TestVolumeBootPattern-367891530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:23.614117 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-0437ec47-d5c1-41a4-9af4-0041cc8f4b4f tempest-TestVolumeBootPattern-367891530 tempest-TestVolumeBootPattern-367891530-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 1124 time: 0.0436318 Apr 12 08:26:23.616985 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51480) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:23.621234 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'port_id': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:26:23.695709 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:23.774836 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:23.883670 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Allocated IP 172.27.3.244 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/0a44e759-60e5-4234-baec-5a84f49749c0) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:26:23.984572 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for port (0a44e759-60e5-4234-baec-5a84f49749c0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:24.113202 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (0a44e759-60e5-4234-baec-5a84f49749c0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:24.155003 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:26:24.158091 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:26:24.161469 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:26:24.185066 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'Port': ['ID=0a44e759-60e5-4234-baec-5a84f49749c0,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:24.543597 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (db89be1d-0c7e-4a1b-904e-0869d644d03c), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:24.680048 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (0a44e759-60e5-4234-baec-5a84f49749c0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:24.828644 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for port (0a44e759-60e5-4234-baec-5a84f49749c0), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:24.876342 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (0a44e759-60e5-4234-baec-5a84f49749c0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:24.942785 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event updated for resources: {'Port': ['ID=0a44e759-60e5-4234-baec-5a84f49749c0,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:24.954467 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (db89be1d-0c7e-4a1b-904e-0869d644d03c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:25.056199 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.l3_db [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Floating IP db89be1d-0c7e-4a1b-904e-0869d644d03c associated. External IP: 172.27.3.244, port: cf69092c-f75e-4627-93ef-d6ba79651f04. Apr 12 08:26:25.495906 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:26:25.616837 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:26:25.627037 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] Sync routers for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:26:25.637316 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:25.637917 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:25.724159 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:25.747721 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:25.771393 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-4288a4c5-6463-4063-ac05-6b3ce136f057 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1532800 Apr 12 08:26:25.772901 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:26:25.775066 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:26:25.816503 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c785822-1b40-44cf-8bc6-4da9a020f83b x-openstack-request-id: req-6c785822-1b40-44cf-8bc6-4da9a020f83b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:26:25.816801 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:26:25.817028 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c785822-1b40-44cf-8bc6-4da9a020f83b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:26:25.817448 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c785822-1b40-44cf-8bc6-4da9a020f83b'] response: {'name': 'network-changed', 'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'status': 'completed', 'code': 200} Apr 12 08:26:25.892794 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e505258-0682-4c99-9955-4d550409ba1b req-32205012-4ec6-4854-8f39-cbe56f794890 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:25.894284 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e505258-0682-4c99-9955-4d550409ba1b req-32205012-4ec6-4854-8f39-cbe56f794890 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0781732 Apr 12 08:26:25.910395 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-92864547-bd3f-41ef-9412-32a735389f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:25.911867 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-92864547-bd3f-41ef-9412-32a735389f43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 1129 time: 0.0610342 Apr 12 08:26:25.955288 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6e505258-0682-4c99-9955-4d550409ba1b req-188b2839-d6da-480d-ba38-dd34dfe18d2f tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538979 Apr 12 08:26:25.982292 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '65536695-edac-4ccd-8f17-454e32ad78e5', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:fb:c6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:16Z', 'updated_at': '2022-04-12T08:24:18Z', 'revision_number': 1, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}, {'id': 'db89be1d-0c7e-4a1b-904e-0869d644d03c', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:ff:d8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:26:24Z', 'updated_at': '2022-04-12T08:26:24Z', 'revision_number': 0, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:26.009115 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] Checking router: 80f8d10e-fa34-467e-8d7d-1f0ae1951183 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:26:26.017712 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:26.018309 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:26.037454 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-1f8d6216-10b9-4c1d-b041-f107d6929ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:26.038906 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-1f8d6216-10b9-4c1d-b041-f107d6929ef3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 912 time: 0.0978565 Apr 12 08:26:26.128605 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:26.138398 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-8bcd46c2-32a6-42d4-97b1-548b027dde1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf69092c-f75e-4627-93ef-d6ba79651f04 HTTP/1.1" status: 200 len: 999 time: 0.0610659 Apr 12 08:26:26.197174 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-5e3ac6ed-89d8-4535-9848-516340cbe0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:26.198656 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-5e3ac6ed-89d8-4535-9848-516340cbe0d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 200 len: 851 time: 0.0467553 Apr 12 08:26:26.246379 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-f1042b5f-fe93-4065-b02c-eb29c0254120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:26.247974 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-f1042b5f-fe93-4065-b02c-eb29c0254120 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425737 Apr 12 08:26:26.337353 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-09f726b5-0e1a-429d-af0d-9d6ec16d302f service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813940 Apr 12 08:26:26.344778 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '65536695-edac-4ccd-8f17-454e32ad78e5', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:fb:c6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:16Z', 'updated_at': '2022-04-12T08:24:18Z', 'revision_number': 1, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}, {'id': 'db89be1d-0c7e-4a1b-904e-0869d644d03c', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:ff:d8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:26:24Z', 'updated_at': '2022-04-12T08:26:24Z', 'revision_number': 0, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:26.371017 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a4650-114d-4a41-b20f-938ade61f54a None None] The sync data for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi is: [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '65536695-edac-4ccd-8f17-454e32ad78e5', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:fb:c6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:16Z', 'updated_at': '2022-04-12T08:24:18Z', 'revision_number': 1, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}, {'id': 'db89be1d-0c7e-4a1b-904e-0869d644d03c', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:ff:d8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:26:24Z', 'updated_at': '2022-04-12T08:26:24Z', 'revision_number': 0, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:26:26.431823 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dee6bf36-5a3d-4d20-957f-0c3b0a0ea7f6 req-cc56aa5a-5faa-4833-907c-933eedc1de65 service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871031 Apr 12 08:26:26.553652 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd9e89-9ba4-4178-a80e-a8a995182f26 None None] New status for floating IP db89be1d-0c7e-4a1b-904e-0869d644d03c: ACTIVE {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:26:27.115742 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f511e-cf84-4594-974a-d08b5442b577 req-38a4e69a-f09b-4d04-939e-6635fabb3b5c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:27.117217 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6d0f511e-cf84-4594-974a-d08b5442b577 req-38a4e69a-f09b-4d04-939e-6635fabb3b5c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0453308 Apr 12 08:26:27.166139 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6d0f511e-cf84-4594-974a-d08b5442b577 req-bb7cc19e-f392-4747-8ffe-82d375298fb2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427506 Apr 12 08:26:28.281275 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d6f31-a5af-42b6-b633-296271d54fb0 req-fe39b787-fa4e-4533-a6fd-0a0e4b26cde6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:28.283000 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-875d6f31-a5af-42b6-b633-296271d54fb0 req-fe39b787-fa4e-4533-a6fd-0a0e4b26cde6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0471544 Apr 12 08:26:28.329492 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-875d6f31-a5af-42b6-b633-296271d54fb0 req-b674fc9d-0e9f-4046-82d9-ab8a4859b597 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408573 Apr 12 08:26:29.442905 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04a8eb-7395-4232-8724-27e8f467597b req-6fb5d8e1-7670-4511-9dc0-947119bcc1d4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:29.444285 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0d04a8eb-7395-4232-8724-27e8f467597b req-6fb5d8e1-7670-4511-9dc0-947119bcc1d4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0468593 Apr 12 08:26:29.490463 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0d04a8eb-7395-4232-8724-27e8f467597b req-cc734acf-f305-4c35-b886-ecab4f6a737e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406504 Apr 12 08:26:30.221750 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d238ad61-b22c-43ef-bf70-e19535b6a98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:30.604591 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae067d05-f0df-4a06-9b9d-8219279347b9 req-32cf6506-bd89-4ffd-b900-eec294270275 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:30.606596 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae067d05-f0df-4a06-9b9d-8219279347b9 req-32cf6506-bd89-4ffd-b900-eec294270275 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0474367 Apr 12 08:26:30.663864 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ae067d05-f0df-4a06-9b9d-8219279347b9 req-af84d2a4-de1a-4bb1-8576-5009bf8c7403 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508878 Apr 12 08:26:31.773604 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d04f64-ef31-47fd-b7a8-b9bc3ced7d8d req-7ce14bfc-b744-4662-8819-b49b23c21eba tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:31.775054 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-57d04f64-ef31-47fd-b7a8-b9bc3ced7d8d req-7ce14bfc-b744-4662-8819-b49b23c21eba tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0454228 Apr 12 08:26:31.820427 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-57d04f64-ef31-47fd-b7a8-b9bc3ced7d8d req-f70dc68d-d0c7-4de5-b2c2-1cc41258cf59 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394373 Apr 12 08:26:32.796115 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-847b93b5-d8fa-45c7-abc8-3e3a92477991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:32.930699 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c9867-bac5-4c8b-b5c8-e7fef357a106 req-deab23aa-cddb-4e0f-97c1-b5989e9fd21c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:32.932226 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ac7c9867-bac5-4c8b-b5c8-e7fef357a106 req-deab23aa-cddb-4e0f-97c1-b5989e9fd21c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0471468 Apr 12 08:26:32.980324 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ac7c9867-bac5-4c8b-b5c8-e7fef357a106 req-22b4c690-308f-4a41-9564-1593fc2d50d1 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417717 Apr 12 08:26:33.593423 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:33.683838 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:34.098574 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7e957-5e3c-4d77-8a2f-a0ed7a5ccab3 req-757e110e-09d3-4398-918b-d142aaba79c4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:34.099978 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6ee7e957-5e3c-4d77-8a2f-a0ed7a5ccab3 req-757e110e-09d3-4398-918b-d142aaba79c4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0509100 Apr 12 08:26:34.147280 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6ee7e957-5e3c-4d77-8a2f-a0ed7a5ccab3 req-3e2820bd-b107-446b-a79c-e64ae9cd47f4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415301 Apr 12 08:26:35.192755 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:35.267117 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53d2b5-2ffa-40dc-8a25-48f803ae817a req-ff5fa908-bd96-439d-9c72-f48ade15a61d tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:35.268604 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-df53d2b5-2ffa-40dc-8a25-48f803ae817a req-ff5fa908-bd96-439d-9c72-f48ade15a61d tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0479615 Apr 12 08:26:35.316468 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-df53d2b5-2ffa-40dc-8a25-48f803ae817a req-e09652f5-b818-41ab-9344-4b84c47a3309 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419002 Apr 12 08:26:36.435247 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b491115-dd42-4b39-bcd6-87a3c847c53e req-73921879-91d2-4622-a55d-40a576caf0c0 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:36.436746 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3b491115-dd42-4b39-bcd6-87a3c847c53e req-73921879-91d2-4622-a55d-40a576caf0c0 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0461700 Apr 12 08:26:36.482961 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3b491115-dd42-4b39-bcd6-87a3c847c53e req-9e1192c8-2f28-4327-a1a7-9fcbf51a007f tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406640 Apr 12 08:26:36.870309 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:37.424475 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-460d3dc3-3372-477d-a4a1-6cb8f0455465 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409255 Apr 12 08:26:37.489055 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-3aea6e36-3c25-4f32-8cb7-e136de6c0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:37.490543 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-3aea6e36-3c25-4f32-8cb7-e136de6c0191 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5df5bdc6238443fb11973f52caf4c09&device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 1131 time: 0.0411663 Apr 12 08:26:37.629884 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9467e-4623-4bef-a52b-cc98b43f9c54 req-b9c74a7e-efc2-4b8f-b314-c495ad709c77 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:37.631335 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ada9467e-4623-4bef-a52b-cc98b43f9c54 req-b9c74a7e-efc2-4b8f-b314-c495ad709c77 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0632257 Apr 12 08:26:37.652721 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-b23903a0-adc8-4dad-aee5-8aee87184bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:37.654118 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-b23903a0-adc8-4dad-aee5-8aee87184bbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 200 len: 917 time: 0.1380537 Apr 12 08:26:37.656253 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-e7640c4d-ff6c-4d13-892e-13ffd27ed99d tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124114310&fields=id&tenant_id=363e74209dea4f4cb1a53e9d32f43f7e HTTP/1.1" status: 200 len: 267 time: 0.0444424 Apr 12 08:26:37.709907 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-ced9db71-e2c2-4dc5-8089-bdc951a47c56 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:37.711276 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-ced9db71-e2c2-4dc5-8089-bdc951a47c56 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 984 time: 0.0492182 Apr 12 08:26:37.719515 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ada9467e-4623-4bef-a52b-cc98b43f9c54 req-a56cffba-040c-4173-b927-b0ba084782aa tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825527 Apr 12 08:26:37.722018 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-50fac28c-7aa3-49ce-885b-52cb5731807b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Request body: {'port': {'security_groups': ['5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d']}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:26:37.736898 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-47db8d1c-dc40-40cd-9b00-f55d60fd3a0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0 HTTP/1.1" status: 200 len: 1001 time: 0.0749116 Apr 12 08:26:37.797102 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-50fac28c-7aa3-49ce-885b-52cb5731807b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:37.985194 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-50fac28c-7aa3-49ce-885b-52cb5731807b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] For port 23625dac-4861-43d7-b7c8-11a660899d5e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=23625dac-4861-43d7-b7c8-11a660899d5e,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:38.016593 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-50fac28c-7aa3-49ce-885b-52cb5731807b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for port (23625dac-4861-43d7-b7c8-11a660899d5e), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.047520 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-b055f51e-b235-477c-b35c-0c6a7cb475e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:38.048970 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-b055f51e-b235-477c-b35c-0c6a7cb475e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 200 len: 856 time: 0.3007617 Apr 12 08:26:38.093173 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-e7e6b725-730c-4d3e-b819-e17e5d6d7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:38.094830 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-e7e6b725-730c-4d3e-b819-e17e5d6d7fd1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27a8e601-3bff-45fb-be15-6e2fb4f647ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385044 Apr 12 08:26:38.095981 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-50fac28c-7aa3-49ce-885b-52cb5731807b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.115081 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['23625dac-4861-43d7-b7c8-11a660899d5e'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:26:38.142160 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-50fac28c-7aa3-49ce-885b-52cb5731807b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:38.142791 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-50fac28c-7aa3-49ce-885b-52cb5731807b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.147507 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a66690af-6e2b-402b-bd2e-8085225c6193 req-50fac28c-7aa3-49ce-885b-52cb5731807b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "PUT /v2.0/ports/23625dac-4861-43d7-b7c8-11a660899d5e HTTP/1.1" status: 200 len: 942 time: 0.4300938 Apr 12 08:26:38.148024 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:26:38.150325 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edc9657-8099-431b-ae73-0fda26b99de4" -d '{"events": [{"name": "network-changed", "server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:26:38.159562 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51638) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:38.209845 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fac28c-7aa3-49ce-885b-52cb5731807b tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event updated for resources: {'Port': ['ID=23625dac-4861-43d7-b7c8-11a660899d5e,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:38.223767 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811f4e7b-24cd-432b-a712-765dfc3df979 x-openstack-request-id: req-811f4e7b-24cd-432b-a712-765dfc3df979 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:26:38.224378 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:26:38.225616 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-811f4e7b-24cd-432b-a712-765dfc3df979 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:26:38.226243 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811f4e7b-24cd-432b-a712-765dfc3df979'] response: {'name': 'network-changed', 'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e', 'status': 'completed', 'code': 200} Apr 12 08:26:38.236025 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-3642a4fc-3257-4629-a3ef-0b0a4684680f service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324449 Apr 12 08:26:38.314475 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a51b9321-0180-4203-b27f-9d96770fc2fa tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group (41781844-ea9b-4754-abd1-30a6f7fabe67), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.314589 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['23625dac-4861-43d7-b7c8-11a660899d5e'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:26:38.362075 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a51b9321-0180-4203-b27f-9d96770fc2fa tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group (41781844-ea9b-4754-abd1-30a6f7fabe67), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.366482 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-543e51e4-cc2f-48ae-96e1-0f6fdfba7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:38.368209 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-543e51e4-cc2f-48ae-96e1-0f6fdfba7bd5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=363e74209dea4f4cb1a53e9d32f43f7e&device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 1129 time: 0.1239994 Apr 12 08:26:38.471679 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94339e69-7db3-451a-b294-5f15ad3698b6 req-81473720-79ce-46a3-aa12-9f7ae8348c69 service neutron] 10.222.0.25 "GET /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284701 Apr 12 08:26:38.487664 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:26:38.495741 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-617fdf94-a983-401d-9a2a-51e1834dc0af None None] Provisioning complete for port 23625dac-4861-43d7-b7c8-11a660899d5e triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:26:38.496115 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-617fdf94-a983-401d-9a2a-51e1834dc0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.501165 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-c305c0e5-b926-47c0-8227-e76af84b1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:38.502890 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-c305c0e5-b926-47c0-8227-e76af84b1999 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b3701b9-c559-4c17-b75d-7fbbeba270b7 HTTP/1.1" status: 200 len: 914 time: 0.1253695 Apr 12 08:26:38.518850 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a51b9321-0180-4203-b27f-9d96770fc2fa tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (41781844-ea9b-4754-abd1-30a6f7fabe67), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.521288 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a51b9321-0180-4203-b27f-9d96770fc2fa tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.525710 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-a51b9321-0180-4203-b27f-9d96770fc2fa tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "DELETE /v2.0/security-groups/41781844-ea9b-4754-abd1-30a6f7fabe67 HTTP/1.1" status: 204 len: 168 time: 0.3605635 Apr 12 08:26:38.532270 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51650) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:38.605998 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-bb364e68-e63b-4250-8d58-03d27cae458c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23625dac-4861-43d7-b7c8-11a660899d5e HTTP/1.1" status: 200 len: 1001 time: 0.0932345 Apr 12 08:26:38.616906 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b9321-0180-4203-b27f-9d96770fc2fa tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41781844-ea9b-4754-abd1-30a6f7fabe67,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:38.631692 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-617fdf94-a983-401d-9a2a-51e1834dc0af None None] Current status of the port 23625dac-4861-43d7-b7c8-11a660899d5e is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:26:38.726444 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Deleting port 6d4e8bb5-173e-439d-bdab-c7c922a8a6fb {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:38.726444 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (6d4e8bb5-173e-439d-bdab-c7c922a8a6fb), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.836429 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (6d4e8bb5-173e-439d-bdab-c7c922a8a6fb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.836758 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for floatingip (6d4e8bb5-173e-439d-bdab-c7c922a8a6fb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:38.854451 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Calling delete_port for 6d4e8bb5-173e-439d-bdab-c7c922a8a6fb owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:38.861956 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42c149-2f55-440d-b36b-7350836c6ef2 req-4b85298c-5723-43c2-a3b3-ab4d407c4898 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:38.863514 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1c42c149-2f55-440d-b36b-7350836c6ef2 req-4b85298c-5723-43c2-a3b3-ab4d407c4898 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0723939 Apr 12 08:26:38.968063 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-d28a4d1e-d0a8-42bc-ad7b-007beca4f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:38.969986 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-d28a4d1e-d0a8-42bc-ad7b-007beca4f1e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfd650b4-f09a-4e40-933b-3e5f0207432f HTTP/1.1" status: 200 len: 853 time: 0.0560696 Apr 12 08:26:39.010012 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1c42c149-2f55-440d-b36b-7350836c6ef2 req-9c9db2a5-c7cb-402a-8498-4dd9d3250cca tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327128 Apr 12 08:26:39.037505 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-778040d7-1886-425b-8a62-f7594adbd0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:39.039130 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-778040d7-1886-425b-8a62-f7594adbd0c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b3701b9-c559-4c17-b75d-7fbbeba270b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601535 Apr 12 08:26:39.138333 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-86041105-2322-41e1-9c46-b8a9f2fb1c85 service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912969 Apr 12 08:26:39.154660 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2bbde-58fd-41f6-bd6d-7bc6b7500f02 req-18285c6e-6551-4604-9174-7e8ad9e0553e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:39.156192 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7fa2bbde-58fd-41f6-bd6d-7bc6b7500f02 req-18285c6e-6551-4604-9174-7e8ad9e0553e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 947 time: 0.0488503 Apr 12 08:26:39.239818 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-7fa2bbde-58fd-41f6-bd6d-7bc6b7500f02 req-cd8c646f-aba4-4cf7-be85-675260e7a791 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757864 Apr 12 08:26:39.293247 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (6d4e8bb5-173e-439d-bdab-c7c922a8a6fb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:39.320176 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event deleted for resources: {'Port': ['ID=6d4e8bb5-173e-439d-bdab-c7c922a8a6fb,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:39.379908 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks [] for floatingip (783645ee-3442-4bcf-9fd7-3ef1b568b7c8), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:39.380233 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.l3_db [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Floating IP 783645ee-3442-4bcf-9fd7-3ef1b568b7c8 disassociated (deleted). External IP: 172.27.3.180, port: 23625dac-4861-43d7-b7c8-11a660899d5e. Apr 12 08:26:39.592101 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:26:39.701683 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:26:39.706660 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:39.712264 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] Sync routers for ids ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:26:39.721804 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] Routers {'74570d9a-401a-4d1a-8b5f-e59e9c0db129'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:39.722401 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:39.736134 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-95e58fea-864d-41b7-be48-26a47067fcd0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "DELETE /v2.0/floatingips/783645ee-3442-4bcf-9fd7-3ef1b568b7c8 HTTP/1.1" status: 204 len: 168 time: 1.2025743 Apr 12 08:26:39.958789 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] Set router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:40.150726 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e', 'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'mac_address': 'fa:16:3e:7b:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:57Z', 'updated_at': '2022-04-12T08:24:02Z', 'revision_number': 5, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'subnets': [{'id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:40.154672 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744c509-a7a0-46a7-a85c-783a334e2ce1 req-42f1c3f5-f7b1-49c5-8707-255013d1cb15 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:40.155453 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8744c509-a7a0-46a7-a85c-783a334e2ce1 req-42f1c3f5-f7b1-49c5-8707-255013d1cb15 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0524654 Apr 12 08:26:40.186272 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] Checking router: 74570d9a-401a-4d1a-8b5f-e59e9c0db129 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:26:40.195573 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] Routers {'74570d9a-401a-4d1a-8b5f-e59e9c0db129'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:40.196171 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:40.219723 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8744c509-a7a0-46a7-a85c-783a334e2ce1 req-3aa053e1-38c6-4375-b7ca-2215f6aee896 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552182 Apr 12 08:26:40.227667 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:26:40.230312 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d03ddb-2d4a-437d-8227-f793ee390e98" -d '{"events": [{"name": "network-changed", "server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:26:40.267223 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55a4b80-e21e-4c2a-81e8-601171f2842b x-openstack-request-id: req-a55a4b80-e21e-4c2a-81e8-601171f2842b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:26:40.267619 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:26:40.267876 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a55a4b80-e21e-4c2a-81e8-601171f2842b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:26:40.268281 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55a4b80-e21e-4c2a-81e8-601171f2842b'] response: {'name': 'network-changed', 'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e', 'status': 'completed', 'code': 200} Apr 12 08:26:40.316491 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] Set router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:40.376573 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48887d-41a7-4064-a33c-3c90dc1a48b7 req-e23761fb-f941-4a71-b629-330659ccf1ca tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:40.378062 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9b48887d-41a7-4064-a33c-3c90dc1a48b7 req-e23761fb-f941-4a71-b629-330659ccf1ca tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 947 time: 0.0640247 Apr 12 08:26:40.476605 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9b48887d-41a7-4064-a33c-3c90dc1a48b7 req-ac1e0436-f202-41ab-8088-e218664a8de8 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903313 Apr 12 08:26:40.484110 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4edc9657-8099-431b-ae73-0fda26b99de4 req-f7e68457-29fc-4097-b5f5-d0ffd0aa69a4 service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332562 Apr 12 08:26:40.524798 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e', 'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'mac_address': 'fa:16:3e:7b:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:57Z', 'updated_at': '2022-04-12T08:24:02Z', 'revision_number': 5, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'subnets': [{'id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:40.552811 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bbbb0d-7d83-478d-b3c2-6547fa3393f9 None None] The sync data for ids ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'] in dv-cinder-836944-3-iscsi is: [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:23:58Z', 'revision_number': 4, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e', 'name': '', 'network_id': '6b3701b9-c559-4c17-b75d-7fbbeba270b7', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'mac_address': 'fa:16:3e:7b:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:57Z', 'updated_at': '2022-04-12T08:24:02Z', 'revision_number': 5, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'subnets': [{'id': 'dfd650b4-f09a-4e40-933b-3e5f0207432f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:26:40.804270 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b67f6-e318-4856-8346-684b60ccc676 None None] New status for floating IP 783645ee-3442-4bcf-9fd7-3ef1b568b7c8: DOWN {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:26:40.867981 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-b96a03d7-c6b6-41e7-966f-99c0ec75c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:40.869780 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-b96a03d7-c6b6-41e7-966f-99c0ec75c9dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=363e74209dea4f4cb1a53e9d32f43f7e&device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 1129 time: 0.0427794 Apr 12 08:26:41.286942 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-1706b166-dc9e-487b-9c23-645c2ff1a707 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:41.288404 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-1706b166-dc9e-487b-9c23-645c2ff1a707 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.25 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 947 time: 0.0909121 Apr 12 08:26:41.381999 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-e5d3a9f6-fca9-4724-8bbf-60a8091905b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:41.383364 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-e5d3a9f6-fca9-4724-8bbf-60a8091905b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b3701b9-c559-4c17-b75d-7fbbeba270b7 HTTP/1.1" status: 200 len: 914 time: 0.1932924 Apr 12 08:26:41.390351 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275c04-d570-4cc6-8c0d-b2674cf99036 req-9c0769ee-c6b3-4eb0-a634-9df2aa893ed2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:41.391712 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-48275c04-d570-4cc6-8c0d-b2674cf99036 req-9c0769ee-c6b3-4eb0-a634-9df2aa893ed2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.1008532 Apr 12 08:26:41.461788 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-c6c1e970-f134-4433-9a7c-cef4c22b5b59 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23625dac-4861-43d7-b7c8-11a660899d5e HTTP/1.1" status: 200 len: 217 time: 0.0690141 Apr 12 08:26:41.529359 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Deleting port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:41.530975 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:41.549782 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-48275c04-d570-4cc6-8c0d-b2674cf99036 req-80ac0b3d-a84f-47cd-a8f0-1456794fcb1c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516104 Apr 12 08:26:41.598855 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-46bac5dc-4923-4151-954e-31efd4a11469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:41.600337 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-46bac5dc-4923-4151-954e-31efd4a11469 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfd650b4-f09a-4e40-933b-3e5f0207432f HTTP/1.1" status: 200 len: 853 time: 0.1314209 Apr 12 08:26:41.609251 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817fb2c-64cf-4b53-8f2e-62c236429615 req-e4955e45-2d36-4006-9e44-d5a8bd354fb7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:41.610774 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a817fb2c-64cf-4b53-8f2e-62c236429615 req-e4955e45-2d36-4006-9e44-d5a8bd354fb7 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 947 time: 0.0560534 Apr 12 08:26:41.666526 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] For port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:41.666895 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:41.669812 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-4e0d9899-bd6e-4eaf-a065-7e24108291b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:41.671861 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-4e0d9899-bd6e-4eaf-a065-7e24108291b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b3701b9-c559-4c17-b75d-7fbbeba270b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646157 Apr 12 08:26:41.672095 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a817fb2c-64cf-4b53-8f2e-62c236429615 req-3aa58747-9c34-40e9-bd17-0f987ca67b7e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5610279-1094-433b-9b5d-6aa319005c94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 Apr 12 08:26:41.851171 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-d124a902-b625-4478-91af-c1e9110f142c service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687922 Apr 12 08:26:41.960166 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:41.960529 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (ccd3d351-d29c-4a57-b6ac-2e0cc38295fb), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:41.960836 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Floating IP ccd3d351-d29c-4a57-b6ac-2e0cc38295fb disassociated. External IP: 172.27.3.95, port: 8a48dc33-8440-4dac-bd0c-47b3ca15faa0. Apr 12 08:26:41.961176 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Calling delete_port for 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:42.030972 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a7d03ddb-2d4a-437d-8227-f793ee390e98 req-647d4a01-f79e-4519-8265-c130cd7b68bc service neutron] 10.222.0.25 "GET /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456051 Apr 12 08:26:42.198729 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (8a48dc33-8440-4dac-bd0c-47b3ca15faa0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:42.232808 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event deleted for resources: {'Port': ['ID=8a48dc33-8440-4dac-bd0c-47b3ca15faa0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:42.348614 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Router 3cef59a7-4f91-4bec-b12d-a08225542426 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:26:42.460349 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:26:42.473089 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] Sync routers for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:26:42.484109 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:42.485197 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:42.505188 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] No DVR routers for this DVR port 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:42.507778 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:42.510981 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3d9cff94-75f5-41b3-bbf9-97d4c8812c88 req-4c1957ea-f064-42e0-ac8e-82f2084e5fd2 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.25 "DELETE /v2.0/ports/8a48dc33-8440-4dac-bd0c-47b3ca15faa0 HTTP/1.1" status: 204 len: 173 time: 1.2066972 Apr 12 08:26:42.511352 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'name': 'network-vif-deleted', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:26:42.513606 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e777e358-7349-49d6-8ac4-ad3b0ccb8567" -d '{"events": [{"server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "name": "network-vif-deleted", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:26:42.551222 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fceb15b-285f-4dde-9da1-580f8ea37a8c x-openstack-request-id: req-8fceb15b-285f-4dde-9da1-580f8ea37a8c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:26:42.551596 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849672c0-3b0e-4f35-acc1-5defd5e0927d", "name": "network-vif-deleted", "tag": "8a48dc33-8440-4dac-bd0c-47b3ca15faa0", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:26:42.551856 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fceb15b-285f-4dde-9da1-580f8ea37a8c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:26:42.552262 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fceb15b-285f-4dde-9da1-580f8ea37a8c'] response: {'server_uuid': '849672c0-3b0e-4f35-acc1-5defd5e0927d', 'name': 'network-vif-deleted', 'tag': '8a48dc33-8440-4dac-bd0c-47b3ca15faa0', 'status': 'completed', 'code': 200} Apr 12 08:26:42.605348 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:42.687832 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cf441-0f77-4b2c-abbb-51d6db040475 req-eaf7a288-d995-473e-9ef1-8fba5865f6b7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:42.689409 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-383cf441-0f77-4b2c-abbb-51d6db040475 req-eaf7a288-d995-473e-9ef1-8fba5865f6b7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0524304 Apr 12 08:26:42.770641 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-383cf441-0f77-4b2c-abbb-51d6db040475 req-60ec2e27-533d-4926-97c4-d17a45a4e423 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643539 Apr 12 08:26:42.800600 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-56f691c2-446d-4a82-91ec-3b7ce0000a79 req-c055d989-331e-4f59-afb7-ccc1ed5ae43f tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/ports?device_id=849672c0-3b0e-4f35-acc1-5defd5e0927d HTTP/1.1" status: 200 len: 210 time: 0.0322948 Apr 12 08:26:42.830152 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:42.855836 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] Checking router: 3cef59a7-4f91-4bec-b12d-a08225542426 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:26:42.864045 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:42.864638 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:42.973433 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:43.165766 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:43.193588 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64c668f-8a47-4c46-9647-87e6eed8c8a7 None None] The sync data for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi is: [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:19:42Z', 'revision_number': 4, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '2ac373d8-717c-4c76-857b-912cae7d616d', 'name': '', 'network_id': '27a8e601-3bff-45fb-be15-6e2fb4f647ba', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'mac_address': 'fa:16:3e:c1:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fbd018f-712a-450f-90d2-15e35424b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:41Z', 'updated_at': '2022-04-12T08:19:49Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'subnets': [{'id': '3fbd018f-712a-450f-90d2-15e35424b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:26:43.420120 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa30e109-807d-4954-aece-05e83deec728 None None] New status for floating IP ccd3d351-d29c-4a57-b6ac-2e0cc38295fb: DOWN {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:26:43.861662 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f46386-bc49-4ae0-ba20-85b36c7187c8 req-97535488-36a9-4aef-837b-0cd265ebc455 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:43.863221 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d4f46386-bc49-4ae0-ba20-85b36c7187c8 req-97535488-36a9-4aef-837b-0cd265ebc455 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0464852 Apr 12 08:26:43.910841 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d4f46386-bc49-4ae0-ba20-85b36c7187c8 req-d0f6eb27-e7aa-45dd-b01b-700b3aacb00f tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419965 Apr 12 08:26:43.972941 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2601d-6a3a-4d8f-b675-8b1607f40ee3 req-7e233023-e45b-4982-bc9c-11ead1fd29a0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:43.974393 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fad2601d-6a3a-4d8f-b675-8b1607f40ee3 req-7e233023-e45b-4982-bc9c-11ead1fd29a0 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0458486 Apr 12 08:26:44.003498 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51748) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:44.025143 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fad2601d-6a3a-4d8f-b675-8b1607f40ee3 req-80df5a25-6cf1-4c08-baf8-487c860c4331 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Apr 12 08:26:44.057287 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46a31843-d48e-4067-9884-07b23dd84f69 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (b5610279-1094-433b-9b5d-6aa319005c94), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:44.080675 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46a31843-d48e-4067-9884-07b23dd84f69 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (b5610279-1094-433b-9b5d-6aa319005c94), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:44.209813 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46a31843-d48e-4067-9884-07b23dd84f69 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (b5610279-1094-433b-9b5d-6aa319005c94), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:44.212907 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46a31843-d48e-4067-9884-07b23dd84f69 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:44.214066 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-46a31843-d48e-4067-9884-07b23dd84f69 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "DELETE /v2.0/security-groups/b5610279-1094-433b-9b5d-6aa319005c94 HTTP/1.1" status: 204 len: 168 time: 0.2094655 Apr 12 08:26:44.216825 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51752) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:44.226663 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a31843-d48e-4067-9884-07b23dd84f69 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5610279-1094-433b-9b5d-6aa319005c94,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:44.238702 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.api.v2.resource [None req-d332c52c-7d6d-4132-aa71-4dc07f415e7e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] show failed (client error): The resource could not be found. Apr 12 08:26:44.239942 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d332c52c-7d6d-4132-aa71-4dc07f415e7e tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "GET /v2.0/security-groups/b5610279-1094-433b-9b5d-6aa319005c94 HTTP/1.1" status: 404 len: 347 time: 0.0214541 Apr 12 08:26:44.242848 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51756) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:44.360224 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a966f474-1d2b-4bf6-808a-b358cb0d2388 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Deleting port cf700b31-76b2-4417-acd4-193d975ac254 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:44.360565 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a966f474-1d2b-4bf6-808a-b358cb0d2388 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (cf700b31-76b2-4417-acd4-193d975ac254), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:44.434412 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a966f474-1d2b-4bf6-808a-b358cb0d2388 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (cf700b31-76b2-4417-acd4-193d975ac254), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:44.434737 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a966f474-1d2b-4bf6-808a-b358cb0d2388 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (cf700b31-76b2-4417-acd4-193d975ac254), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:44.446633 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a966f474-1d2b-4bf6-808a-b358cb0d2388 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Calling delete_port for cf700b31-76b2-4417-acd4-193d975ac254 owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:44.638348 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a966f474-1d2b-4bf6-808a-b358cb0d2388 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (cf700b31-76b2-4417-acd4-193d975ac254), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:44.664214 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966f474-1d2b-4bf6-808a-b358cb0d2388 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Pushing event deleted for resources: {'Port': ['ID=cf700b31-76b2-4417-acd4-193d975ac254,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:44.725782 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a966f474-1d2b-4bf6-808a-b358cb0d2388 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks [] for floatingip (ccd3d351-d29c-4a57-b6ac-2e0cc38295fb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:44.728402 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a966f474-1d2b-4bf6-808a-b358cb0d2388 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:44.729525 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-a966f474-1d2b-4bf6-808a-b358cb0d2388 tempest-AttachVolumeShelveTestJSON-1806749126 tempest-AttachVolumeShelveTestJSON-1806749126-project] 10.222.0.23 "DELETE /v2.0/floatingips/ccd3d351-d29c-4a57-b6ac-2e0cc38295fb HTTP/1.1" status: 204 len: 168 time: 0.4856451 Apr 12 08:26:45.027111 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c426b6-9693-4623-9f6c-9a496407c198 req-32f21d00-9099-44d5-885a-38bf591d7d3a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:45.028584 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-63c426b6-9693-4623-9f6c-9a496407c198 req-32f21d00-9099-44d5-885a-38bf591d7d3a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0495760 Apr 12 08:26:45.076255 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-63c426b6-9693-4623-9f6c-9a496407c198 req-3dbbff23-900d-44ae-a38e-67b8899c3d21 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418334 Apr 12 08:26:45.138959 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa1e85-48c8-4dae-aef5-a48dad9ea71a req-4cdda409-7f95-402b-8651-35643bbab5f5 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:45.141061 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-41aa1e85-48c8-4dae-aef5-a48dad9ea71a req-4cdda409-7f95-402b-8651-35643bbab5f5 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0472655 Apr 12 08:26:45.187977 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-41aa1e85-48c8-4dae-aef5-a48dad9ea71a req-d053ffa1-8615-4302-a4c2-b5ec0e24d70c tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 Apr 12 08:26:45.260032 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:45.283374 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:45.283755 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 8a48dc33-8440-4dac-bd0c-47b3ca15faa0 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:45.831029 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-8d5799d2-8018-4e26-9e3c-d2f3526dfd80 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:45.832376 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-8d5799d2-8018-4e26-9e3c-d2f3526dfd80 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.25 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 945 time: 0.0447764 Apr 12 08:26:45.916983 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-d3fba5f0-5963-4c2a-bdd9-d22aa6903b21 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Deleting port 23625dac-4861-43d7-b7c8-11a660899d5e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:45.917318 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-d3fba5f0-5963-4c2a-bdd9-d22aa6903b21 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:46.013272 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-d3fba5f0-5963-4c2a-bdd9-d22aa6903b21 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] For port 23625dac-4861-43d7-b7c8-11a660899d5e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=23625dac-4861-43d7-b7c8-11a660899d5e,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:46.013644 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-d3fba5f0-5963-4c2a-bdd9-d22aa6903b21 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:46.027998 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-d3fba5f0-5963-4c2a-bdd9-d22aa6903b21 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Calling delete_port for 23625dac-4861-43d7-b7c8-11a660899d5e owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:46.196264 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caaa24-4f7d-45c4-b22b-2ced8b9740fc req-9688d741-1467-4046-9172-1e0f9174c551 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:46.197712 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-63caaa24-4f7d-45c4-b22b-2ced8b9740fc req-9688d741-1467-4046-9172-1e0f9174c551 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0508623 Apr 12 08:26:46.249163 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-63caaa24-4f7d-45c4-b22b-2ced8b9740fc req-b7d449f6-995f-4b67-93eb-7d91c6d5f8db tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449424 Apr 12 08:26:46.270713 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-d3fba5f0-5963-4c2a-bdd9-d22aa6903b21 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (23625dac-4861-43d7-b7c8-11a660899d5e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:46.282545 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['23625dac-4861-43d7-b7c8-11a660899d5e'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:26:46.287853 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2bf5de95-7cf2-4b88-92e3-1950c15cacd3 req-c88c1348-70e5-4e03-bebd-01b58a6cb0ac tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.23 "GET /v2.0/ports?device_id=335a6447-8763-46ff-9a7f-070900197334 HTTP/1.1" status: 200 len: 210 time: 0.0290236 Apr 12 08:26:46.332147 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fba5f0-5963-4c2a-bdd9-d22aa6903b21 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Pushing event deleted for resources: {'Port': ['ID=23625dac-4861-43d7-b7c8-11a660899d5e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:46.348061 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-d3fba5f0-5963-4c2a-bdd9-d22aa6903b21 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] No DVR routers for this DVR port 23625dac-4861-43d7-b7c8-11a660899d5e on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:46.350572 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-d3fba5f0-5963-4c2a-bdd9-d22aa6903b21 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:46.353810 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6d36afa7-038a-4cf6-98c2-5cd4a2db214f req-d3fba5f0-5963-4c2a-bdd9-d22aa6903b21 tempest-TestMinimumBasicScenario-1188703683 tempest-TestMinimumBasicScenario-1188703683-project] 10.222.0.25 "DELETE /v2.0/ports/23625dac-4861-43d7-b7c8-11a660899d5e HTTP/1.1" status: 204 len: 173 time: 0.5169466 Apr 12 08:26:46.355276 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'name': 'network-vif-deleted', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:26:46.356496 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab44a5f-161f-4740-8a24-92b1e340db75" -d '{"events": [{"server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "name": "network-vif-deleted", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:26:46.390932 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29646f0-951a-4e06-8580-6d50163cae0f x-openstack-request-id: req-a29646f0-951a-4e06-8580-6d50163cae0f {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:26:46.391220 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335a6447-8763-46ff-9a7f-070900197334", "name": "network-vif-deleted", "tag": "23625dac-4861-43d7-b7c8-11a660899d5e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:26:46.391485 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a29646f0-951a-4e06-8580-6d50163cae0f {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:26:46.391894 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29646f0-951a-4e06-8580-6d50163cae0f'] response: {'server_uuid': '335a6447-8763-46ff-9a7f-070900197334', 'name': 'network-vif-deleted', 'tag': '23625dac-4861-43d7-b7c8-11a660899d5e', 'status': 'completed', 'code': 200} Apr 12 08:26:47.383841 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd430193-3cf8-420d-8811-ab8b6bdf3987 req-830e4dca-7c36-4a31-8a75-3b08a6a3f292 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:47.391249 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bd430193-3cf8-420d-8811-ab8b6bdf3987 req-830e4dca-7c36-4a31-8a75-3b08a6a3f292 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0675197 Apr 12 08:26:47.433019 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-bd430193-3cf8-420d-8811-ab8b6bdf3987 req-ac75ea8e-7450-49e4-b212-63df27e58a8d tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420678 Apr 12 08:26:47.571158 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51828) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:47.801234 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4459be-61ee-48d0-a2f6-7bd561de5ddf req-d2959f16-b1e5-4af5-95b1-c440425a7756 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:47.803560 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-df4459be-61ee-48d0-a2f6-7bd561de5ddf req-d2959f16-b1e5-4af5-95b1-c440425a7756 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0524402 Apr 12 08:26:47.864681 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-df4459be-61ee-48d0-a2f6-7bd561de5ddf req-0a451dc4-6e0e-4455-a0c2-d2c925f9f490 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553262 Apr 12 08:26:47.949100 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-ab5ba3d0-f89b-44d7-b3c6-bd45361c1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:47.951062 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-ab5ba3d0-f89b-44d7-b3c6-bd45361c1b15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 1129 time: 0.0429761 Apr 12 08:26:48.061880 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466382'] for router_interface (3cef59a7-4f91-4bec-b12d-a08225542426), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:48.294361 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] Deleting port 2ac373d8-717c-4c76-857b-912cae7d616d {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:48.294703 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:48.377869 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] For port 2ac373d8-717c-4c76-857b-912cae7d616d, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=2ac373d8-717c-4c76-857b-912cae7d616d,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:48.377869 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:48.389470 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] Calling delete_port for 2ac373d8-717c-4c76-857b-912cae7d616d owned by network:router_interface {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:48.746991 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (2ac373d8-717c-4c76-857b-912cae7d616d), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:48.770844 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac373d8-717c-4c76-857b-912cae7d616d,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:48.902501 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51870) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:48.973030 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-521416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466274'] for router_interface (3cef59a7-4f91-4bec-b12d-a08225542426), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:49.293022 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-1aa52be6-f534-4b17-a95f-b04c53d01649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:49.293258 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9e0f-cb92-4e10-8f20-2c65e8b274f3 req-fd47def9-273a-4ca7-ac4a-cdb6617e4363 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:49.294402 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-1aa52be6-f534-4b17-a95f-b04c53d01649 service neutron] 10.222.0.25 "GET /v2.0/networks?id=09029edf-9163-472f-b354-fc0c16533659 HTTP/1.1" status: 200 len: 911 time: 0.4489889 Apr 12 08:26:49.295456 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-86da9e0f-cb92-4e10-8f20-2c65e8b274f3 req-fd47def9-273a-4ca7-ac4a-cdb6617e4363 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.3377690 Apr 12 08:26:49.407441 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-86da9e0f-cb92-4e10-8f20-2c65e8b274f3 req-9e57d8cb-d297-4268-abe7-a3fa15196bd4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057305 Apr 12 08:26:49.520725 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] Router 3cef59a7-4f91-4bec-b12d-a08225542426 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:26:49.541839 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466382'] for router_interface (74570d9a-401a-4d1a-8b5f-e59e9c0db129), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:49.626650 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 23625dac-4861-43d7-b7c8-11a660899d5e no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:49.632682 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:26:49.641958 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-971bb326-412f-4cf5-a7f9-8e36f14bc345 admin admin] 10.222.0.23 "PUT /v2.0/routers/3cef59a7-4f91-4bec-b12d-a08225542426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0654483 Apr 12 08:26:49.642075 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51874) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:49.650866 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] Sync routers for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:26:49.653243 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 23625dac-4861-43d7-b7c8-11a660899d5e {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:49.653588 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 23625dac-4861-43d7-b7c8-11a660899d5e not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:49.662669 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:49.663285 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:49.771341 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:49.848920 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-c645bc0d-a3d5-4fdf-afe6-fce468243fe0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=739fccce-9245-4ad0-b414-db9f954ed0c3 HTTP/1.1" status: 200 len: 1001 time: 0.2226999 Apr 12 08:26:49.879938 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Publish callbacks [] for router (3cef59a7-4f91-4bec-b12d-a08225542426), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:49.941298 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:26:48Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:49.968571 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] Checking router: 3cef59a7-4f91-4bec-b12d-a08225542426 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:26:49.977609 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] Routers {'3cef59a7-4f91-4bec-b12d-a08225542426'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:49.978218 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['3cef59a7-4f91-4bec-b12d-a08225542426'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:50.034522 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] Deleting port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:50.035123 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:50.067226 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Publish callbacks [] for router_gateway (3cef59a7-4f91-4bec-b12d-a08225542426), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:50.135806 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] For port e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:50.136081 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:50.151013 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] Calling delete_port for e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:50.216358 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] Set router 3cef59a7-4f91-4bec-b12d-a08225542426 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:50.243795 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Deleting port df710569-c8cb-4fd7-9049-97c935a2cd01 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:50.244133 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:50.382233 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] For port df710569-c8cb-4fd7-9049-97c935a2cd01, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=df710569-c8cb-4fd7-9049-97c935a2cd01,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:50.386374 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:50.390183 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:26:48Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:50.402904 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Calling delete_port for df710569-c8cb-4fd7-9049-97c935a2cd01 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:50.421470 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4808a1-5533-472a-b61b-8a0deefb67d7 None None] The sync data for ids ['3cef59a7-4f91-4bec-b12d-a08225542426'] in dv-cinder-836944-3-iscsi is: [{'id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'name': 'tempest-AttachVolumeShelveTestJSON-1219601129-router', 'tenant_id': 'c5df5bdc6238443fb11973f52caf4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:19:32Z', 'updated_at': '2022-04-12T08:26:48Z', 'revision_number': 5, 'project_id': 'c5df5bdc6238443fb11973f52caf4c09', 'gw_port': {'id': 'df710569-c8cb-4fd7-9049-97c935a2cd01', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef59a7-4f91-4bec-b12d-a08225542426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:19:33Z', 'updated_at': '2022-04-12T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:26:50.572525 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:50.592593 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d542ad-c408-4832-9a80-e95022f2a20f req-8e11b892-1153-4a2e-b290-7d4f9534b43b tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:50.595040 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-18d542ad-c408-4832-9a80-e95022f2a20f req-8e11b892-1153-4a2e-b290-7d4f9534b43b tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.1026573 Apr 12 08:26:50.631719 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:50.778324 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-739965e0-b613-4e00-89c9-c2f4aa9b0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:50.779924 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-739965e0-b613-4e00-89c9-c2f4aa9b0b9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a89944-d3f0-4b32-990f-8e52e78fb61d HTTP/1.1" status: 200 len: 850 time: 0.1953065 Apr 12 08:26:50.810060 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-18d542ad-c408-4832-9a80-e95022f2a20f req-edfe20ac-0e0f-4dd6-b068-5942c376a823 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885121 Apr 12 08:26:50.887316 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (df710569-c8cb-4fd7-9049-97c935a2cd01), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:50.895893 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-da3e2d2b-be7b-4cd2-bec0-69b9b1ce6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:50.897361 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-da3e2d2b-be7b-4cd2-bec0-69b9b1ce6802 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09029edf-9163-472f-b354-fc0c16533659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045647 Apr 12 08:26:50.939111 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Pushing event deleted for resources: {'Port': ['ID=df710569-c8cb-4fd7-9049-97c935a2cd01,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:51.086548 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-521416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466274'] for router_interface (74570d9a-401a-4d1a-8b5f-e59e9c0db129), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:51.099216 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464260'] for router_gateway (3cef59a7-4f91-4bec-b12d-a08225542426), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:51.227959 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-6a1a679b-b9c7-4d57-be24-d9708799c937 service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212013 Apr 12 08:26:51.240349 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2962'] for router (3cef59a7-4f91-4bec-b12d-a08225542426), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:51.243931 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Publish callbacks [] for router_controller (3cef59a7-4f91-4bec-b12d-a08225542426), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:51.665478 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415779'] for router (3cef59a7-4f91-4bec-b12d-a08225542426), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:51.665977 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cef59a7-4f91-4bec-b12d-a08225542426 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 08:26:51.673564 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:51.674652 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d9791091-0172-4aad-9776-f82850f744ce admin admin] 10.222.0.23 "DELETE /v2.0/routers/3cef59a7-4f91-4bec-b12d-a08225542426 HTTP/1.1" status: 204 len: 168 time: 2.0325954 Apr 12 08:26:51.677235 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51882) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:51.736084 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] Router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:26:51.739576 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da39f36-e7d8-47da-9a57-b18fe0c7cbe5 admin admin] Deleting subnet 3fbd018f-712a-450f-90d2-15e35424b949 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:26:51.745726 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4da39f36-e7d8-47da-9a57-b18fe0c7cbe5 admin admin] Publish callbacks [] for subnet (3fbd018f-712a-450f-90d2-15e35424b949), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:51.821633 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4da39f36-e7d8-47da-9a57-b18fe0c7cbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26062776'] for subnet (3fbd018f-712a-450f-90d2-15e35424b949), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:51.924653 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c565693-8c2b-438f-b4e0-837136f9a6a6 req-0fcdaa4f-3d1d-432d-b499-59038a731ff3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:51.926200 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6c565693-8c2b-438f-b4e0-837136f9a6a6 req-0fcdaa4f-3d1d-432d-b499-59038a731ff3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0487347 Apr 12 08:26:51.946435 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:26:51.953747 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-13e6a552-d65f-4c14-9fcf-a2a864998049 admin admin] 10.222.0.23 "PUT /v2.0/routers/74570d9a-401a-4d1a-8b5f-e59e9c0db129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0497808 Apr 12 08:26:51.955984 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4da39f36-e7d8-47da-9a57-b18fe0c7cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (3fbd018f-712a-450f-90d2-15e35424b949), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:51.959254 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51886) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:51.960563 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] Sync routers for ids ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:26:51.970991 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] Routers {'74570d9a-401a-4d1a-8b5f-e59e9c0db129'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:51.971949 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:51.977402 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-6c565693-8c2b-438f-b4e0-837136f9a6a6 req-5f1d3af7-6f38-49ad-be2b-9515af968998 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452657 Apr 12 08:26:52.082733 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] Set router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:52.176109 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Publish callbacks [] for router (74570d9a-401a-4d1a-8b5f-e59e9c0db129), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.179251 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f3942e0c-5a20-4f32-adec-3cd0a8879878 req-a672ab35-5669-4205-858c-c0d837cdea1a service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575329 Apr 12 08:26:52.260619 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4da39f36-e7d8-47da-9a57-b18fe0c7cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25996800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3631444'] for subnet (3fbd018f-712a-450f-90d2-15e35424b949), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.270585 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:26:50Z', 'revision_number': 5, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:52.298222 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4da39f36-e7d8-47da-9a57-b18fe0c7cbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.298437 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] Checking router: 74570d9a-401a-4d1a-8b5f-e59e9c0db129 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:26:52.303552 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4da39f36-e7d8-47da-9a57-b18fe0c7cbe5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3fbd018f-712a-450f-90d2-15e35424b949 HTTP/1.1" status: 204 len: 168 time: 0.6232123 Apr 12 08:26:52.303552 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da39f36-e7d8-47da-9a57-b18fe0c7cbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbd018f-712a-450f-90d2-15e35424b949,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:52.304572 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51888) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:52.307660 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7887dd64-9521-4987-acc6-9b7074a16a84 None None] Network 27a8e601-3bff-45fb-be15-6e2fb4f647ba requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:26:52.322036 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] Routers {'74570d9a-401a-4d1a-8b5f-e59e9c0db129'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:52.322679 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:52.330262 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Publish callbacks [] for router_gateway (74570d9a-401a-4d1a-8b5f-e59e9c0db129), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.344940 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 2ac373d8-717c-4c76-857b-912cae7d616d no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:52.392141 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 2ac373d8-717c-4c76-857b-912cae7d616d {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:52.392443 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (27a8e601-3bff-45fb-be15-6e2fb4f647ba), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.392729 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 2ac373d8-717c-4c76-857b-912cae7d616d not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:52.393251 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device df710569-c8cb-4fd7-9049-97c935a2cd01 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:52.440697 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] Set router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:52.441630 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: df710569-c8cb-4fd7-9049-97c935a2cd01 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:52.442082 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device df710569-c8cb-4fd7-9049-97c935a2cd01 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:52.452642 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Deleting port 73325cb5-edfd-4d3e-a787-9894cfead1fc {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:52.453225 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.479456 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Deleting port 864d42a4-685e-4329-b77e-80e051504ad1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:52.480018 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (864d42a4-685e-4329-b77e-80e051504ad1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.545992 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] For port 73325cb5-edfd-4d3e-a787-9894cfead1fc, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=73325cb5-edfd-4d3e-a787-9894cfead1fc,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:52.546344 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.553694 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009957b4-50bb-481b-807d-6742517bb2e7 None None] DHCP port deletion for 27a8e601-3bff-45fb-be15-6e2fb4f647ba request from dv-cinder-836944-3-iscsi {{(pid=103941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 08:26:52.562957 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Calling delete_port for 73325cb5-edfd-4d3e-a787-9894cfead1fc owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:52.595783 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-009957b4-50bb-481b-807d-6742517bb2e7 None None] Deleting port 73325cb5-edfd-4d3e-a787-9894cfead1fc {{(pid=103941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:52.596563 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-009957b4-50bb-481b-807d-6742517bb2e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), before_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.600306 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] For port 864d42a4-685e-4329-b77e-80e051504ad1, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=864d42a4-685e-4329-b77e-80e051504ad1,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:52.600781 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (864d42a4-685e-4329-b77e-80e051504ad1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.622105 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Calling delete_port for 864d42a4-685e-4329-b77e-80e051504ad1 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:52.626955 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:26:50Z', 'revision_number': 5, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:52.660965 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d646caae-04f9-480a-a71e-21223510dd8f None None] The sync data for ids ['74570d9a-401a-4d1a-8b5f-e59e9c0db129'] in dv-cinder-836944-3-iscsi is: [{'id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'name': 'tempest-TestMinimumBasicScenario-811579174-router', 'tenant_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '864d42a4-685e-4329-b77e-80e051504ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:26:50Z', 'revision_number': 5, 'project_id': '363e74209dea4f4cb1a53e9d32f43f7e', 'gw_port': {'id': '864d42a4-685e-4329-b77e-80e051504ad1', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74570d9a-401a-4d1a-8b5f-e59e9c0db129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:23:54Z', 'updated_at': '2022-04-12T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:26:52.672597 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-009957b4-50bb-481b-807d-6742517bb2e7 None None] For port 73325cb5-edfd-4d3e-a787-9894cfead1fc, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=73325cb5-edfd-4d3e-a787-9894cfead1fc,segment=NetworkSegment(87dd6d40-048c-4264-aa14-5263010fa062),segment_id=87dd6d40-048c-4264-aa14-5263010fa062)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:52.672998 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-009957b4-50bb-481b-807d-6742517bb2e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), precommit_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.692327 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-009957b4-50bb-481b-807d-6742517bb2e7 None None] Calling delete_port for 73325cb5-edfd-4d3e-a787-9894cfead1fc owned by network:dhcp {{(pid=103941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:52.751184 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.769336 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-009957b4-50bb-481b-807d-6742517bb2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (73325cb5-edfd-4d3e-a787-9894cfead1fc), after_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.776603 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73325cb5-edfd-4d3e-a787-9894cfead1fc,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:52.781582 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] No DVR routers for this DVR port 73325cb5-edfd-4d3e-a787-9894cfead1fc on host dv-cinder-836944-3-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:52.795186 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009957b4-50bb-481b-807d-6742517bb2e7 None None] Pushing event deleted for resources: {'Port': ['ID=73325cb5-edfd-4d3e-a787-9894cfead1fc,revision_number=None']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:52.811250 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009957b4-50bb-481b-807d-6742517bb2e7 None None] No DVR routers for this DVR port 73325cb5-edfd-4d3e-a787-9894cfead1fc on host dv-cinder-836944-3-iscsi {{(pid=103941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:52.861403 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (27a8e601-3bff-45fb-be15-6e2fb4f647ba), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.872746 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (864d42a4-685e-4329-b77e-80e051504ad1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.882642 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a8e601-3bff-45fb-be15-6e2fb4f647ba']}} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:52.892278 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87dd6d40-048c-4264-aa14-5263010fa062') {'for_net_delete': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:52.892578 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87dd6d40-048c-4264-aa14-5263010fa062') {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:52.900370 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Pushing event deleted for resources: {'Port': ['ID=864d42a4-685e-4329-b77e-80e051504ad1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:52.902128 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2438849'] for segment (87dd6d40-048c-4264-aa14-5263010fa062), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.915904 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (87dd6d40-048c-4264-aa14-5263010fa062), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.922528 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:26:52.922977 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387818'] for segment (87dd6d40-048c-4264-aa14-5263010fa062), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: Traceback (most recent call last): Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: timer() Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: cb(*args, **kw) Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: return func(*args, **kwargs) Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: self._notify() Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: self.callback(batched_events) Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: event.method(event) Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: return f(self, *a, **k) Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._get(url).json() Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: return self.request(url, 'GET', **kwargs) Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:26:52.924771 dv-cinder-836944-3-iscsi neutron-server[103940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:26:52.961587 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464260'] for router_gateway (74570d9a-401a-4d1a-8b5f-e59e9c0db129), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.054881 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2962'] for router (74570d9a-401a-4d1a-8b5f-e59e9c0db129), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.057227 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Publish callbacks [] for router_controller (74570d9a-401a-4d1a-8b5f-e59e9c0db129), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.065269 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (27a8e601-3bff-45fb-be15-6e2fb4f647ba), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.070847 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.074489 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/27a8e601-3bff-45fb-be15-6e2fb4f647ba HTTP/1.1" status: 204 len: 168 time: 0.7676473 Apr 12 08:26:53.085691 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bf422-1185-4897-80cb-a5fdc3dc10c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a8e601-3bff-45fb-be15-6e2fb4f647ba,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:53.150580 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b82fe1-7656-40ab-ac65-41079ff0d383 req-6597e8e4-2a11-422e-86c5-7e4275cbfacb tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:53.152172 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44b82fe1-7656-40ab-ac65-41079ff0d383 req-6597e8e4-2a11-422e-86c5-7e4275cbfacb tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0893359 Apr 12 08:26:53.203642 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-44b82fe1-7656-40ab-ac65-41079ff0d383 req-ae7f8401-d99d-43ab-b3e1-3e933682d6c9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452518 Apr 12 08:26:53.213652 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415779'] for router (74570d9a-401a-4d1a-8b5f-e59e9c0db129), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.218576 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74570d9a-401a-4d1a-8b5f-e59e9c0db129 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 08:26:53.221703 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.225509 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51896) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:53.225623 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-687b78d0-90a9-43e9-beab-d12a9feee040 admin admin] 10.222.0.23 "DELETE /v2.0/routers/74570d9a-401a-4d1a-8b5f-e59e9c0db129 HTTP/1.1" status: 204 len: 168 time: 1.2667410 Apr 12 08:26:53.274255 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-921a791c-5f3a-468c-9d8d-e79924ea73a6 admin admin] Deleting subnet dfd650b4-f09a-4e40-933b-3e5f0207432f {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:26:53.277722 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-921a791c-5f3a-468c-9d8d-e79924ea73a6 admin admin] Publish callbacks [] for subnet (dfd650b4-f09a-4e40-933b-3e5f0207432f), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.313896 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-921a791c-5f3a-468c-9d8d-e79924ea73a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2438856'] for subnet (dfd650b4-f09a-4e40-933b-3e5f0207432f), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.396133 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-921a791c-5f3a-468c-9d8d-e79924ea73a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (dfd650b4-f09a-4e40-933b-3e5f0207432f), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.423885 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51898) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:53.463120 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1eaca02f-1382-4ccf-9277-323beb1581d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5df5bdc6238443fb11973f52caf4c09&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380142 Apr 12 08:26:53.465548 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51900) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:53.510534 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-921a791c-5f3a-468c-9d8d-e79924ea73a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347513'] for subnet (dfd650b4-f09a-4e40-933b-3e5f0207432f), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.512680 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63c35e63-198b-43cc-8749-fc50ce0c1569 admin admin] Publish callbacks [] for security_group (362b8828-9f51-415b-a34a-c16890836891), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.535723 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63c35e63-198b-43cc-8749-fc50ce0c1569 admin admin] Publish callbacks [] for security_group (362b8828-9f51-415b-a34a-c16890836891), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.544146 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-921a791c-5f3a-468c-9d8d-e79924ea73a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.548106 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-921a791c-5f3a-468c-9d8d-e79924ea73a6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dfd650b4-f09a-4e40-933b-3e5f0207432f HTTP/1.1" status: 204 len: 168 time: 0.3212314 Apr 12 08:26:53.549138 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a791c-5f3a-468c-9d8d-e79924ea73a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfd650b4-f09a-4e40-933b-3e5f0207432f,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:53.550314 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696ea9d7-fb99-4fa7-8e51-2bf3559d4d35 None None] Network 6b3701b9-c559-4c17-b75d-7fbbeba270b7 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:26:53.551519 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 51904) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:53.642892 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (6b3701b9-c559-4c17-b75d-7fbbeba270b7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.694742 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Deleting port 3a381adf-cd12-4b07-8401-cedc5079c9e8 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:53.695371 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.716224 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20da682f-37a5-4278-9c3d-a46219fa1330 None None] DHCP port deletion for 6b3701b9-c559-4c17-b75d-7fbbeba270b7 request from dv-cinder-836944-3-iscsi {{(pid=103941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 08:26:53.720411 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63c35e63-198b-43cc-8749-fc50ce0c1569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (362b8828-9f51-415b-a34a-c16890836891), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.723007 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63c35e63-198b-43cc-8749-fc50ce0c1569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.724357 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-63c35e63-198b-43cc-8749-fc50ce0c1569 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/362b8828-9f51-415b-a34a-c16890836891 HTTP/1.1" status: 204 len: 168 time: 0.2577586 Apr 12 08:26:53.759220 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c35e63-198b-43cc-8749-fc50ce0c1569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b8828-9f51-415b-a34a-c16890836891,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:53.772934 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-20da682f-37a5-4278-9c3d-a46219fa1330 None None] Deleting port 3a381adf-cd12-4b07-8401-cedc5079c9e8 {{(pid=103941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:53.773338 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-20da682f-37a5-4278-9c3d-a46219fa1330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), before_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.779592 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] For port 3a381adf-cd12-4b07-8401-cedc5079c9e8, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=3a381adf-cd12-4b07-8401-cedc5079c9e8,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:53.779592 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.794336 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Calling delete_port for 3a381adf-cd12-4b07-8401-cedc5079c9e8 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:53.848933 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-20da682f-37a5-4278-9c3d-a46219fa1330 None None] For port 3a381adf-cd12-4b07-8401-cedc5079c9e8, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=3a381adf-cd12-4b07-8401-cedc5079c9e8,segment=NetworkSegment(f3573831-1d15-4246-b640-59caea49ec24),segment_id=f3573831-1d15-4246-b640-59caea49ec24)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:53.849444 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-20da682f-37a5-4278-9c3d-a46219fa1330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), precommit_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.862114 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-20da682f-37a5-4278-9c3d-a46219fa1330 None None] Calling delete_port for 3a381adf-cd12-4b07-8401-cedc5079c9e8 owned by network:dhcp {{(pid=103941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:53.949411 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.953817 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-20da682f-37a5-4278-9c3d-a46219fa1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (3a381adf-cd12-4b07-8401-cedc5079c9e8), after_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:53.980053 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a381adf-cd12-4b07-8401-cedc5079c9e8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:53.981715 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da682f-37a5-4278-9c3d-a46219fa1330 None None] No DVR routers for this DVR port 3a381adf-cd12-4b07-8401-cedc5079c9e8 on host dv-cinder-836944-3-iscsi {{(pid=103941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:53.981893 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] No DVR routers for this DVR port 3a381adf-cd12-4b07-8401-cedc5079c9e8 on host dv-cinder-836944-3-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:53.987094 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da682f-37a5-4278-9c3d-a46219fa1330 None None] Pushing event deleted for resources: {'Port': ['ID=3a381adf-cd12-4b07-8401-cedc5079c9e8,revision_number=None']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:54.055200 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (6b3701b9-c559-4c17-b75d-7fbbeba270b7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:54.076311 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3701b9-c559-4c17-b75d-7fbbeba270b7']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:54.086547 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3573831-1d15-4246-b640-59caea49ec24') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:54.086844 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3573831-1d15-4246-b640-59caea49ec24') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:54.096285 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26062769'] for segment (f3573831-1d15-4246-b640-59caea49ec24), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:54.111178 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (f3573831-1d15-4246-b640-59caea49ec24), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:54.117278 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:26:54.117708 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25996970'] for segment (f3573831-1d15-4246-b640-59caea49ec24), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: Traceback (most recent call last): Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: timer() Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: cb(*args, **kw) Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: return func(*args, **kwargs) Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: self._notify() Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: self.callback(batched_events) Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: event.method(event) Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: return f(self, *a, **k) Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._get(url).json() Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: return self.request(url, 'GET', **kwargs) Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:26:54.119381 dv-cinder-836944-3-iscsi neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:26:54.253402 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (6b3701b9-c559-4c17-b75d-7fbbeba270b7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:54.261789 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:54.268400 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6b3701b9-c559-4c17-b75d-7fbbeba270b7 HTTP/1.1" status: 204 len: 168 time: 0.7158957 Apr 12 08:26:54.272090 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51918) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:54.290315 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84a384-bc21-4c18-b4ca-e69b4de56528 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3701b9-c559-4c17-b75d-7fbbeba270b7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:54.291068 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:54.316958 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:54.317634 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device e2fc9c7f-66ac-43b0-8322-fe5a30c1bb1e not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:54.318300 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 864d42a4-685e-4329-b77e-80e051504ad1 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:54.341834 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 864d42a4-685e-4329-b77e-80e051504ad1 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:54.342041 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 864d42a4-685e-4329-b77e-80e051504ad1 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:54.342443 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 3a381adf-cd12-4b07-8401-cedc5079c9e8 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:54.362202 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 3a381adf-cd12-4b07-8401-cedc5079c9e8 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:54.362560 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 3a381adf-cd12-4b07-8401-cedc5079c9e8 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:54.363011 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 73325cb5-edfd-4d3e-a787-9894cfead1fc no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:54.382116 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 73325cb5-edfd-4d3e-a787-9894cfead1fc {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:54.382462 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 73325cb5-edfd-4d3e-a787-9894cfead1fc not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:54.400104 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd377321-c3a9-434e-ad89-2e3850e22fa0 req-8ae208d0-8243-489e-b3a2-e79e0528d1a2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:54.400104 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dd377321-c3a9-434e-ad89-2e3850e22fa0 req-8ae208d0-8243-489e-b3a2-e79e0528d1a2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0861940 Apr 12 08:26:54.505335 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-dd377321-c3a9-434e-ad89-2e3850e22fa0 req-8ad5b672-dda8-4208-b19c-2bc1d2bc6fb8 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935345 Apr 12 08:26:54.697508 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466382'] for router_interface (9b5f86bf-4930-4733-9478-96e152dcd1d2), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:54.939071 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] Deleting port cd3b241f-9174-44c7-87dd-286d3a8a30ed {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:54.939430 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:55.025028 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] For port cd3b241f-9174-44c7-87dd-286d3a8a30ed, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=cd3b241f-9174-44c7-87dd-286d3a8a30ed,segment=NetworkSegment(57f22380-e8d7-4881-8b1d-115a3b90423d),segment_id=57f22380-e8d7-4881-8b1d-115a3b90423d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:55.025588 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:55.042392 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] Calling delete_port for cd3b241f-9174-44c7-87dd-286d3a8a30ed owned by network:router_interface {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:55.281632 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (cd3b241f-9174-44c7-87dd-286d3a8a30ed), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:55.310843 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3b241f-9174-44c7-87dd-286d3a8a30ed,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:55.476444 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-521416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466274'] for router_interface (9b5f86bf-4930-4733-9478-96e152dcd1d2), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:55.633993 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90744a8-d9d6-48af-9e7b-37cffbace9b2 req-0ab67830-38d5-418c-9c29-12289e8c8b35 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:26:55.635535 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a90744a8-d9d6-48af-9e7b-37cffbace9b2 req-0ab67830-38d5-418c-9c29-12289e8c8b35 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0589890 Apr 12 08:26:55.760259 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a90744a8-d9d6-48af-9e7b-37cffbace9b2 req-9cb089a5-1051-4249-a313-9b31927e187a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931945 Apr 12 08:26:55.779876 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] Router 9b5f86bf-4930-4733-9478-96e152dcd1d2 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:26:56.121678 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:26:56.131488 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-94939d99-71a0-4c74-97bf-8b0d8ec9db91 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b5f86bf-4930-4733-9478-96e152dcd1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8536408 Apr 12 08:26:56.131488 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 51970) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:56.132486 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] Sync routers for ids ['9b5f86bf-4930-4733-9478-96e152dcd1d2'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:26:56.145321 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] Routers {'9b5f86bf-4930-4733-9478-96e152dcd1d2'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:56.145935 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['9b5f86bf-4930-4733-9478-96e152dcd1d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:56.280248 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Publish callbacks [] for router (9b5f86bf-4930-4733-9478-96e152dcd1d2), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:56.280359 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] Set router 9b5f86bf-4930-4733-9478-96e152dcd1d2 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:56.363689 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Publish callbacks [] for router_gateway (9b5f86bf-4930-4733-9478-96e152dcd1d2), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:56.466559 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'name': 'tempest-TestMinimumBasicScenario-1807806844-router', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:24:02Z', 'updated_at': '2022-04-12T08:26:55Z', 'revision_number': 5, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'gw_port': {'id': '65d13628-4fae-4a3d-bc1c-114db94f4071', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:24:03Z', 'updated_at': '2022-04-12T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:56.493486 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] Checking router: 9b5f86bf-4930-4733-9478-96e152dcd1d2 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:26:56.502291 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] Routers {'9b5f86bf-4930-4733-9478-96e152dcd1d2'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:26:56.502896 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:26:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['9b5f86bf-4930-4733-9478-96e152dcd1d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:56.517444 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Deleting port 65d13628-4fae-4a3d-bc1c-114db94f4071 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:56.517784 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:56.593662 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] Set router 9b5f86bf-4930-4733-9478-96e152dcd1d2 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:26:56.603813 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] For port 65d13628-4fae-4a3d-bc1c-114db94f4071, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=65d13628-4fae-4a3d-bc1c-114db94f4071,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:56.604174 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:56.623431 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Calling delete_port for 65d13628-4fae-4a3d-bc1c-114db94f4071 owned by network:router_gateway {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:56.659503 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'name': 'tempest-TestMinimumBasicScenario-1807806844-router', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:24:02Z', 'updated_at': '2022-04-12T08:26:56Z', 'revision_number': 6, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'gw_port_host': None}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:56.689764 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d9feb-5e7c-45eb-8505-ba741046eab0 None None] The sync data for ids ['9b5f86bf-4930-4733-9478-96e152dcd1d2'] in dv-cinder-836944-3-iscsi is: [{'id': '9b5f86bf-4930-4733-9478-96e152dcd1d2', 'name': 'tempest-TestMinimumBasicScenario-1807806844-router', 'tenant_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:24:02Z', 'updated_at': '2022-04-12T08:26:56Z', 'revision_number': 6, 'project_id': 'e3f37e9b3f6c4b468cc0251cdb77040e', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:26:56.855808 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (65d13628-4fae-4a3d-bc1c-114db94f4071), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:56.882451 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Pushing event deleted for resources: {'Port': ['ID=65d13628-4fae-4a3d-bc1c-114db94f4071,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:56.947302 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464260'] for router_gateway (9b5f86bf-4930-4733-9478-96e152dcd1d2), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.044263 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2962'] for router (9b5f86bf-4930-4733-9478-96e152dcd1d2), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.047416 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Publish callbacks [] for router_controller (9b5f86bf-4930-4733-9478-96e152dcd1d2), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.157252 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415779'] for router (9b5f86bf-4930-4733-9478-96e152dcd1d2), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.157778 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5f86bf-4930-4733-9478-96e152dcd1d2 {{(pid=103940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 08:26:57.162913 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.167928 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d1fb2035-a9c5-4360-9913-adeac68a95eb admin admin] 10.222.0.23 "DELETE /v2.0/routers/9b5f86bf-4930-4733-9478-96e152dcd1d2 HTTP/1.1" status: 204 len: 168 time: 1.0333667 Apr 12 08:26:57.168058 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52000) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:57.213372 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-598086d1-5d5c-4f56-8e0e-b0c7d72c0eb7 admin admin] Deleting subnet 2a4e8782-6fdd-490c-a026-d7e246720d42 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:26:57.216486 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-598086d1-5d5c-4f56-8e0e-b0c7d72c0eb7 admin admin] Publish callbacks [] for subnet (2a4e8782-6fdd-490c-a026-d7e246720d42), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.250737 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-598086d1-5d5c-4f56-8e0e-b0c7d72c0eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26062776'] for subnet (2a4e8782-6fdd-490c-a026-d7e246720d42), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.332571 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-598086d1-5d5c-4f56-8e0e-b0c7d72c0eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (2a4e8782-6fdd-490c-a026-d7e246720d42), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.495761 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-598086d1-5d5c-4f56-8e0e-b0c7d72c0eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25996800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3631444'] for subnet (2a4e8782-6fdd-490c-a026-d7e246720d42), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.521824 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598086d1-5d5c-4f56-8e0e-b0c7d72c0eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4e8782-6fdd-490c-a026-d7e246720d42,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:57.526983 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-598086d1-5d5c-4f56-8e0e-b0c7d72c0eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.531180 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-598086d1-5d5c-4f56-8e0e-b0c7d72c0eb7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2a4e8782-6fdd-490c-a026-d7e246720d42 HTTP/1.1" status: 204 len: 168 time: 0.3632412 Apr 12 08:26:57.533892 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52014) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:57.536425 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8350ea-86dc-4791-b042-c744779939d1 None None] Network f96f49c9-b12a-48bc-81e0-2404b1e79f0e requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:26:57.615804 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (f96f49c9-b12a-48bc-81e0-2404b1e79f0e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.664492 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Deleting port e2287f46-30f6-4cfa-8bd2-061473a810d6 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:57.664851 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.725580 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460907e0-d517-4ef8-9f6e-b8b2b7a01047 None None] DHCP port deletion for f96f49c9-b12a-48bc-81e0-2404b1e79f0e request from dv-cinder-836944-3-iscsi {{(pid=103941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 08:26:57.747991 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] For port e2287f46-30f6-4cfa-8bd2-061473a810d6, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=e2287f46-30f6-4cfa-8bd2-061473a810d6,segment=NetworkSegment(57f22380-e8d7-4881-8b1d-115a3b90423d),segment_id=57f22380-e8d7-4881-8b1d-115a3b90423d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:57.748368 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.770778 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Calling delete_port for e2287f46-30f6-4cfa-8bd2-061473a810d6 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:57.778458 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-460907e0-d517-4ef8-9f6e-b8b2b7a01047 None None] Deleting port e2287f46-30f6-4cfa-8bd2-061473a810d6 {{(pid=103941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:26:57.778907 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-460907e0-d517-4ef8-9f6e-b8b2b7a01047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), before_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.849178 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-460907e0-d517-4ef8-9f6e-b8b2b7a01047 None None] For port e2287f46-30f6-4cfa-8bd2-061473a810d6, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=e2287f46-30f6-4cfa-8bd2-061473a810d6,segment=NetworkSegment(57f22380-e8d7-4881-8b1d-115a3b90423d),segment_id=57f22380-e8d7-4881-8b1d-115a3b90423d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:26:57.849869 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-460907e0-d517-4ef8-9f6e-b8b2b7a01047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), precommit_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.863293 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-460907e0-d517-4ef8-9f6e-b8b2b7a01047 None None] Calling delete_port for e2287f46-30f6-4cfa-8bd2-061473a810d6 owned by network:dhcp {{(pid=103941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:26:57.918389 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.940829 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-460907e0-d517-4ef8-9f6e-b8b2b7a01047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (e2287f46-30f6-4cfa-8bd2-061473a810d6), after_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:57.944302 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Pushing event deleted for resources: {'Port': ['ID=e2287f46-30f6-4cfa-8bd2-061473a810d6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:57.947775 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] No DVR routers for this DVR port e2287f46-30f6-4cfa-8bd2-061473a810d6 on host dv-cinder-836944-3-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:57.967353 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460907e0-d517-4ef8-9f6e-b8b2b7a01047 None None] No DVR routers for this DVR port e2287f46-30f6-4cfa-8bd2-061473a810d6 on host dv-cinder-836944-3-iscsi {{(pid=103941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:26:57.969384 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460907e0-d517-4ef8-9f6e-b8b2b7a01047 None None] Pushing event deleted for resources: {'Port': ['ID=e2287f46-30f6-4cfa-8bd2-061473a810d6,revision_number=None']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:58.023033 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (f96f49c9-b12a-48bc-81e0-2404b1e79f0e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:58.044116 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96f49c9-b12a-48bc-81e0-2404b1e79f0e']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:58.053531 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f22380-e8d7-4881-8b1d-115a3b90423d') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:58.053833 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f22380-e8d7-4881-8b1d-115a3b90423d') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:26:58.063046 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26062769'] for segment (57f22380-e8d7-4881-8b1d-115a3b90423d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:58.076275 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (57f22380-e8d7-4881-8b1d-115a3b90423d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:58.082662 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:26:58.083045 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25996970'] for segment (57f22380-e8d7-4881-8b1d-115a3b90423d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: Traceback (most recent call last): Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: timer() Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: cb(*args, **kw) Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: return func(*args, **kwargs) Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: self._notify() Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: self.callback(batched_events) Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: event.method(event) Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: return f(self, *a, **k) Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._get(url).json() Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: return self.request(url, 'GET', **kwargs) Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:26:58.084795 dv-cinder-836944-3-iscsi neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:26:58.219912 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (f96f49c9-b12a-48bc-81e0-2404b1e79f0e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:58.225282 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:58.230774 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] 10.222.0.23 "DELETE /v2.0/networks/f96f49c9-b12a-48bc-81e0-2404b1e79f0e HTTP/1.1" status: 204 len: 168 time: 0.6936479 Apr 12 08:26:58.241915 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77247d-9b26-4e16-837e-ac9a21e6eebd admin admin] Pushing event deleted for resources: {'Network': ['ID=f96f49c9-b12a-48bc-81e0-2404b1e79f0e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:58.268635 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device cd3b241f-9174-44c7-87dd-286d3a8a30ed no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:58.289251 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: cd3b241f-9174-44c7-87dd-286d3a8a30ed {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:58.289601 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device cd3b241f-9174-44c7-87dd-286d3a8a30ed not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:58.290018 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device e2287f46-30f6-4cfa-8bd2-061473a810d6 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:58.308146 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: e2287f46-30f6-4cfa-8bd2-061473a810d6 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:58.308500 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device e2287f46-30f6-4cfa-8bd2-061473a810d6 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:58.308917 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 65d13628-4fae-4a3d-bc1c-114db94f4071 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:26:58.330993 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 65d13628-4fae-4a3d-bc1c-114db94f4071 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:26:58.331345 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 65d13628-4fae-4a3d-bc1c-114db94f4071 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:26:58.631730 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52028) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:58.671174 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-4555fce3-a01a-44e3-839c-ea4079dd9758 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=363e74209dea4f4cb1a53e9d32f43f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382800 Apr 12 08:26:58.673628 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52030) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:58.719867 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5658ac99-6c4d-438d-9179-385d17b3aae3 admin admin] Publish callbacks [] for security_group (5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:58.740652 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5658ac99-6c4d-438d-9179-385d17b3aae3 admin admin] Publish callbacks [] for security_group (5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:58.881714 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5658ac99-6c4d-438d-9179-385d17b3aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:58.884376 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5658ac99-6c4d-438d-9179-385d17b3aae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:58.885609 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5658ac99-6c4d-438d-9179-385d17b3aae3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d HTTP/1.1" status: 204 len: 168 time: 0.2111113 Apr 12 08:26:58.893186 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658ac99-6c4d-438d-9179-385d17b3aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f06cfc1-a9f5-410b-91a2-7c4d27dbc07d,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:26:59.510024 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52050) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:59.554644 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-3bbe9b97-f080-4277-aa2c-6b4c74d3e2c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3f37e9b3f6c4b468cc0251cdb77040e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434799 Apr 12 08:26:59.557203 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52054) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:26:59.608118 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b33c9e41-e396-4fa0-b812-d0d28f7d4ffe admin admin] Publish callbacks [] for security_group (e5b35e13-7ea7-4ad0-89ec-62e9a023b52a), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:59.628284 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b33c9e41-e396-4fa0-b812-d0d28f7d4ffe admin admin] Publish callbacks [] for security_group (e5b35e13-7ea7-4ad0-89ec-62e9a023b52a), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:59.732671 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b33c9e41-e396-4fa0-b812-d0d28f7d4ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e5b35e13-7ea7-4ad0-89ec-62e9a023b52a), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:59.735167 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b33c9e41-e396-4fa0-b812-d0d28f7d4ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:26:59.736372 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-b33c9e41-e396-4fa0-b812-d0d28f7d4ffe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5b35e13-7ea7-4ad0-89ec-62e9a023b52a HTTP/1.1" status: 204 len: 168 time: 0.1782541 Apr 12 08:26:59.744411 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c9e41-e396-4fa0-b812-d0d28f7d4ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b35e13-7ea7-4ad0-89ec-62e9a023b52a,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:00.226730 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bbc24e6f-0e0e-482a-8a67-174c29390f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:00.757925 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52084) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:00.853350 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-720383659-network', 'tenant_id': '0f60295b03664d50a09fad14e734f40a'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:00.973144 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Made reservation on behalf of 0f60295b03664d50a09fad14e734f40a for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:27:00.975528 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:00.984424 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:01.068240 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Publish callbacks [] for security_group (f427e85f-7a94-4dc0-9d05-e1730d94704b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:01.175694 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f427e85f-7a94-4dc0-9d05-e1730d94704b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:01.198047 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:27:01.212672 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f427e85f-7a94-4dc0-9d05-e1730d94704b,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:01.215486 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (e7a10681-dcbd-4dcb-a5dc-57578005df6d), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:01.215837 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Added segment e7a10681-dcbd-4dcb-a5dc-57578005df6d of type vlan for network 506c5d73-aab6-4e02-a3f1-b827fea21e86 Apr 12 08:27:01.258077 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (506c5d73-aab6-4e02-a3f1-b827fea21e86), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:01.358897 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (506c5d73-aab6-4e02-a3f1-b827fea21e86), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:01.359847 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:01.360434 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:01.417961 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] Pushing event updated for resources: {'Network': ['ID=506c5d73-aab6-4e02-a3f1-b827fea21e86,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:01.428082 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 506c5d73-aab6-4e02-a3f1-b827fea21e86 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:27:01.469838 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-17b7a529-d594-44da-a21b-6e1a2913733e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7108130 Apr 12 08:27:01.472730 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52096) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:01.477743 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Request body: {'subnet': {'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-720383659-subnet', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'ip_version': 4}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:01.563604 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Made reservation on behalf of 0f60295b03664d50a09fad14e734f40a for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:27:01.566054 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3347492'] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:01.832805 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3347510'] for subnet (21ede74f-cb2f-4d7e-a13b-45a3a0a3610e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:01.888330 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ede74f-cb2f-4d7e-a13b-45a3a0a3610e,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:01.895715 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Checking segment: {'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:27:01.896072 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Network hostable DHCP agents. Network: 506c5d73-aab6-4e02-a3f1-b827fea21e86, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:27:01.981007 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Network 506c5d73-aab6-4e02-a3f1-b827fea21e86 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:27:02.121434 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 506c5d73-aab6-4e02-a3f1-b827fea21e86) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:02.126635 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:02.127304 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.139071 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a066c91c-22ec-4f8a-889c-a25029af0b29 None None] Network 506c5d73-aab6-4e02-a3f1-b827fea21e86 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:27:02.239375 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-506c5d73-aab6-4e02-a3f1-b827fea21e86', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'project_id': '0f60295b03664d50a09fad14e734f40a', 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:27:02.240214 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.249964 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-adddce6e-f7e7-4d81-8a8d-aa9ba10b0fb3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7761707 Apr 12 08:27:02.252739 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52116) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:02.257245 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:02.341396 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (4e3c6c55-4b1f-435e-9038-83d95f26ef61), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.342510 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (4e3c6c55-4b1f-435e-9038-83d95f26ef61), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.375412 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Allocated IP 172.20.0.2 (506c5d73-aab6-4e02-a3f1-b827fea21e86/21ede74f-cb2f-4d7e-a13b-45a3a0a3610e/016ac0ff-500e-43c5-b0dd-87e6e07d375a) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:27:02.398646 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks [] for router_controller (4e3c6c55-4b1f-435e-9038-83d95f26ef61), precommit_add_association {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.606098 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks [] for router_gateway (4e3c6c55-4b1f-435e-9038-83d95f26ef61), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.650296 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Publish callbacks [] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.727938 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.766250 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Network 506c5d73-aab6-4e02-a3f1-b827fea21e86 is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:27:02.769099 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:02.772800 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:27:02.783701 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Pushing event updated for resources: {'Port': ['ID=016ac0ff-500e-43c5-b0dd-87e6e07d375a,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:02.791001 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2da430ac-ce12-4e74-acbc-f0adfd875385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.841462 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Attempting to bind port 016ac0ff-500e-43c5-b0dd-87e6e07d375a on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:27:02.841835 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Attempting to bind port 016ac0ff-500e-43c5-b0dd-87e6e07d375a by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:27:02.842223 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Attempting to bind port 016ac0ff-500e-43c5-b0dd-87e6e07d375a on network 506c5d73-aab6-4e02-a3f1-b827fea21e86 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:27:02.848938 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:27:02.849324 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Checking segment: {'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:27:02.849720 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.850109 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Bound using segment: {'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:27:02.850578 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Bound port: 016ac0ff-500e-43c5-b0dd-87e6e07d375a, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:27:02.850942 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.913550 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] For port 016ac0ff-500e-43c5-b0dd-87e6e07d375a, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:27:02.916307 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks [] for router_gateway (4e3c6c55-4b1f-435e-9038-83d95f26ef61), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.916825 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] For port 016ac0ff-500e-43c5-b0dd-87e6e07d375a, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=016ac0ff-500e-43c5-b0dd-87e6e07d375a,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:27:02.935113 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:02.978945 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:03.046686 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Allocated IP 172.27.3.175 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/950e89fb-bc89-4606-a1e6-719e2036a0cd) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:27:03.048775 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa9c4c-4033-4aa0-870c-f4cccf88395e None None] Pushing event updated for resources: {'Port': ['ID=016ac0ff-500e-43c5-b0dd-87e6e07d375a,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:03.246600 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks [] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:03.370172 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:03.412613 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:27:03.416799 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:03.423062 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:27:03.426070 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Pushing event updated for resources: {'Port': ['ID=950e89fb-bc89-4606-a1e6-719e2036a0cd,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:03.564050 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:03.715770 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:03.730419 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks [] for router_gateway (4e3c6c55-4b1f-435e-9038-83d95f26ef61), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:03.914590 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b07ec4-5b1d-4df6-9db4-0236ee8023c5 None None] Network 506c5d73-aab6-4e02-a3f1-b827fea21e86 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:27:03.938702 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (4e3c6c55-4b1f-435e-9038-83d95f26ef61), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:03.981772 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-48810e66-50f0-4b31-a43b-ed21580bed92 None None] Provisioning complete for port 016ac0ff-500e-43c5-b0dd-87e6e07d375a triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:03.982143 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-48810e66-50f0-4b31-a43b-ed21580bed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:04.097222 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-48810e66-50f0-4b31-a43b-ed21580bed92 None None] Current status of the port 016ac0ff-500e-43c5-b0dd-87e6e07d375a is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:04.097617 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-48810e66-50f0-4b31-a43b-ed21580bed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:04.125279 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:27:04.132962 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-48810e66-50f0-4b31-a43b-ed21580bed92 None None] For port 016ac0ff-500e-43c5-b0dd-87e6e07d375a, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=016ac0ff-500e-43c5-b0dd-87e6e07d375a,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:27:04.198057 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-48810e66-50f0-4b31-a43b-ed21580bed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:04.255864 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48810e66-50f0-4b31-a43b-ed21580bed92 None None] Pushing event updated for resources: {'Port': ['ID=016ac0ff-500e-43c5-b0dd-87e6e07d375a,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:04.319080 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 016ac0ff-500e-43c5-b0dd-87e6e07d375a up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:27:04.343791 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5998bcef-61cd-48b2-853b-5f60d5fdcd31 None None] Provisioning complete for port 016ac0ff-500e-43c5-b0dd-87e6e07d375a triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:04.344163 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5998bcef-61cd-48b2-853b-5f60d5fdcd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:04.406257 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 016ac0ff-500e-43c5-b0dd-87e6e07d375a triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:04.406632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:04.468901 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5998bcef-61cd-48b2-853b-5f60d5fdcd31 None None] Current status of the port 016ac0ff-500e-43c5-b0dd-87e6e07d375a is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:04.484289 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:27:04.494159 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Sync routers for ids ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:27:04.504574 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Routers {'4e3c6c55-4b1f-435e-9038-83d95f26ef61'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:27:04.506034 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:27:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:04.517579 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 016ac0ff-500e-43c5-b0dd-87e6e07d375a is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:04.571607 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:04.572858 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-c6c06067-6c24-4e12-9726-08414432da83 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3190775 Apr 12 08:27:04.575797 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52140) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:04.612402 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Set router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:27:04.781632 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:03Z', 'revision_number': 3, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:04.811422 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Checking router: 4e3c6c55-4b1f-435e-9038-83d95f26ef61 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:27:04.811800 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Updating router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 port 950e89fb-bc89-4606-a1e6-719e2036a0cd binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:27:04.837873 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.095142 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Publish callbacks [] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.146664 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.179585 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.207200 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Pushing event updated for resources: {'Port': ['ID=950e89fb-bc89-4606-a1e6-719e2036a0cd,revision_number=2']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:05.210152 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Attempting to bind port 950e89fb-bc89-4606-a1e6-719e2036a0cd on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:27:05.210520 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Attempting to bind port 950e89fb-bc89-4606-a1e6-719e2036a0cd by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:27:05.210882 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Attempting to bind port 950e89fb-bc89-4606-a1e6-719e2036a0cd on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:27:05.219138 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.219520 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.219867 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.220224 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.220563 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.220901 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.221219 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.221540 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.221863 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.222182 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.222501 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.222838 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.223158 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.223623 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.223822 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:05.227190 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:27:05.227594 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:27:05.227997 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.228384 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:27:05.228853 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Bound port: 950e89fb-bc89-4606-a1e6-719e2036a0cd, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:27:05.229222 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.271339 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.284619 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] For port 950e89fb-bc89-4606-a1e6-719e2036a0cd, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:27:05.287598 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] For port 950e89fb-bc89-4606-a1e6-719e2036a0cd, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=950e89fb-bc89-4606-a1e6-719e2036a0cd,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:27:05.376150 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.421336 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Routers {'4e3c6c55-4b1f-435e-9038-83d95f26ef61'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:27:05.421940 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:27:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:05.431427 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Allocated IP 172.20.0.1 (506c5d73-aab6-4e02-a3f1-b827fea21e86/21ede74f-cb2f-4d7e-a13b-45a3a0a3610e/97cebca9-96be-4b12-9164-ccfa4979fe97) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:27:05.540524 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Publish callbacks [] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.558918 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02266bb-491e-4f0f-ba24-f87c0f26c22c None None] Pushing event updated for resources: {'Port': ['ID=950e89fb-bc89-4606-a1e6-719e2036a0cd,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:05.637546 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] Set router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:27:05.644313 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.681750 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Network 506c5d73-aab6-4e02-a3f1-b827fea21e86 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:27:05.684597 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:05.688613 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:27:05.715255 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Pushing event updated for resources: {'Port': ['ID=97cebca9-96be-4b12-9164-ccfa4979fe97,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:05.735439 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (4e3c6c55-4b1f-435e-9038-83d95f26ef61), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.822016 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:03Z', 'revision_number': 3, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:05.850958 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8299ca19-49ac-4e31-a5b2-ece02ef5a81b None None] The sync data for ids ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'] in dv-cinder-836944-3-iscsi is: [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:03Z', 'revision_number': 3, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:27:05.946335 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:05.998737 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-63941a9f-795c-4226-af33-c9d95788ca6a None None] Provisioning complete for port 97cebca9-96be-4b12-9164-ccfa4979fe97 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:05.999327 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-63941a9f-795c-4226-af33-c9d95788ca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:06.043402 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-63941a9f-795c-4226-af33-c9d95788ca6a None None] Port 97cebca9-96be-4b12-9164-ccfa4979fe97 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:27:06.132432 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Publish callbacks [] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:06.239195 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:06.319835 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (4e3c6c55-4b1f-435e-9038-83d95f26ef61), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:06.322276 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Pushing event updated for resources: {'Port': ['ID=97cebca9-96be-4b12-9164-ccfa4979fe97,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:06.339283 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.339750 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.340161 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.340568 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.340966 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.341416 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.341810 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.342835 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.343230 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.343701 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.347792 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.348229 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.348705 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.349224 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.349563 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:06.388813 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 016ac0ff-500e-43c5-b0dd-87e6e07d375a up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:27:06.449995 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 016ac0ff-500e-43c5-b0dd-87e6e07d375a triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:06.450364 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:06.461676 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Network 506c5d73-aab6-4e02-a3f1-b827fea21e86 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:27:06.463417 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:06.550304 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 016ac0ff-500e-43c5-b0dd-87e6e07d375a is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:06.551749 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 950e89fb-bc89-4606-a1e6-719e2036a0cd up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:27:06.603789 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 950e89fb-bc89-4606-a1e6-719e2036a0cd triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:06.604239 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:06.614713 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:27:06.699125 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 950e89fb-bc89-4606-a1e6-719e2036a0cd is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:06.699795 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:06.724884 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port 950e89fb-bc89-4606-a1e6-719e2036a0cd, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=950e89fb-bc89-4606-a1e6-719e2036a0cd,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:27:06.758781 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:27:06.766173 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-2fb1553a-7758-4d86-ab49-482c462463e2 admin admin] 10.222.0.23 "PUT /v2.0/routers/4e3c6c55-4b1f-435e-9038-83d95f26ef61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1893060 Apr 12 08:27:06.774440 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-a676bfd9-2e9a-46de-8290-0e4c4b52f3ef None None] Provisioning complete for port 97cebca9-96be-4b12-9164-ccfa4979fe97 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:06.777870 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a676bfd9-2e9a-46de-8290-0e4c4b52f3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:06.778635 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:06.842529 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-a676bfd9-2e9a-46de-8290-0e4c4b52f3ef None None] Port 97cebca9-96be-4b12-9164-ccfa4979fe97 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:27:06.859569 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=950e89fb-bc89-4606-a1e6-719e2036a0cd,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:06.863889 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:06.877331 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52172) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:07.008626 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-089ac95d-75dd-4b23-8073-62565b0b2dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.083959 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-089ac95d-75dd-4b23-8073-62565b0b2dfe admin admin] Publish callbacks [] for security_group (2a407cb7-28ba-444d-a837-b14f5ba3d62a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.164160 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-089ac95d-75dd-4b23-8073-62565b0b2dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (2a407cb7-28ba-444d-a837-b14f5ba3d62a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.202192 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ac95d-75dd-4b23-8073-62565b0b2dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a407cb7-28ba-444d-a837-b14f5ba3d62a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:07.206797 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-089ac95d-75dd-4b23-8073-62565b0b2dfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00308fc4bff74dca8e4e41cc0a3a0600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280194 Apr 12 08:27:07.209595 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52188) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:07.268234 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f1381444-8c2c-4368-a61f-d8faa1f4b2dd admin admin] Publish callbacks [] for security_group (2a407cb7-28ba-444d-a837-b14f5ba3d62a), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.303083 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f1381444-8c2c-4368-a61f-d8faa1f4b2dd admin admin] Publish callbacks [] for security_group (2a407cb7-28ba-444d-a837-b14f5ba3d62a), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.430133 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f1381444-8c2c-4368-a61f-d8faa1f4b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (2a407cb7-28ba-444d-a837-b14f5ba3d62a), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.432960 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f1381444-8c2c-4368-a61f-d8faa1f4b2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.434467 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f1381444-8c2c-4368-a61f-d8faa1f4b2dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a407cb7-28ba-444d-a837-b14f5ba3d62a HTTP/1.1" status: 204 len: 168 time: 0.2235684 Apr 12 08:27:07.441873 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1381444-8c2c-4368-a61f-d8faa1f4b2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a407cb7-28ba-444d-a837-b14f5ba3d62a,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:07.597349 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52208) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:07.603021 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1079163498-network', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:07.638812 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Sync routers for ids ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:27:07.652085 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Routers {'4e3c6c55-4b1f-435e-9038-83d95f26ef61'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:27:07.652685 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:27:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:07.702254 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Made reservation on behalf of 7cf1d1c302b84afe9b2c4c576f54c3d5 for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:27:07.704697 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.715171 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.769930 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Set router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:27:07.802788 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Publish callbacks [] for security_group (aafcb6dc-9794-4c2b-994a-41c77e727bbd), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.864236 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (aafcb6dc-9794-4c2b-994a-41c77e727bbd), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.893143 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:27:07.898839 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafcb6dc-9794-4c2b-994a-41c77e727bbd,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:07.907283 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (a58cd3ca-57f5-4a5c-a563-0f6999393b27), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.907578 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Added segment a58cd3ca-57f5-4a5c-a563-0f6999393b27 of type vlan for network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 Apr 12 08:27:07.948015 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (0ab4c0d7-8ed5-4264-9369-38a843e021d4), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:07.968355 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '97cebca9-96be-4b12-9164-ccfa4979fe97', 'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'mac_address': 'fa:16:3e:9c:36:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:05Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 2, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'subnets': [{'id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:07.994940 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Checking router: 4e3c6c55-4b1f-435e-9038-83d95f26ef61 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:27:07.995300 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Updating router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 port 97cebca9-96be-4b12-9164-ccfa4979fe97 binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:27:08.024509 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (0ab4c0d7-8ed5-4264-9369-38a843e021d4), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.025566 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:08.026158 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.026689 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.088347 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab4c0d7-8ed5-4264-9369-38a843e021d4,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:08.119692 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:27:08.167154 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-3e9e10a9-a906-4b10-b967-af63fce3a760 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5658000 Apr 12 08:27:08.167440 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52220) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:08.175780 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Request body: {'subnet': {'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1079163498-subnet', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'ip_version': 4}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:08.269935 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Made reservation on behalf of 7cf1d1c302b84afe9b2c4c576f54c3d5 for: {'subnet': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:27:08.272997 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3347492'] for subnet (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.293006 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 950e89fb-bc89-4606-a1e6-719e2036a0cd up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:27:08.393168 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Publish callbacks [] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.400751 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 950e89fb-bc89-4606-a1e6-719e2036a0cd triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:08.400956 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.482101 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.520890 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 950e89fb-bc89-4606-a1e6-719e2036a0cd is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:08.527808 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3347510'] for subnet (90231c86-4d15-4563-a761-ff31466922e6), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.546627 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547e9ad-eebf-4699-8d8f-444c19d47de3 None None] Pushing event updated for resources: {'Port': ['ID=97cebca9-96be-4b12-9164-ccfa4979fe97,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:08.590670 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90231c86-4d15-4563-a761-ff31466922e6,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:08.619378 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Checking segment: {'id': 'a58cd3ca-57f5-4a5c-a563-0f6999393b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:27:08.619758 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Network hostable DHCP agents. Network: 0ab4c0d7-8ed5-4264-9369-38a843e021d4, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:27:08.622896 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Attempting to bind port 97cebca9-96be-4b12-9164-ccfa4979fe97 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:27:08.623372 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Attempting to bind port 97cebca9-96be-4b12-9164-ccfa4979fe97 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:27:08.624057 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Attempting to bind port 97cebca9-96be-4b12-9164-ccfa4979fe97 on network 506c5d73-aab6-4e02-a3f1-b827fea21e86 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:27:08.636050 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:27:08.636761 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Checking segment: {'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:27:08.637371 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.637958 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Bound using segment: {'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:27:08.638620 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Bound port: 97cebca9-96be-4b12-9164-ccfa4979fe97, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:27:08.639576 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.698876 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:27:08.719369 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] For port 97cebca9-96be-4b12-9164-ccfa4979fe97, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:27:08.722659 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] For port 97cebca9-96be-4b12-9164-ccfa4979fe97, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=97cebca9-96be-4b12-9164-ccfa4979fe97,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:27:08.803533 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 0ab4c0d7-8ed5-4264-9369-38a843e021d4) {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:08.804312 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.807836 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:08.808464 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.820074 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b82dc7-b70f-4ad6-9597-78b8a2218c05 None None] Network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:27:08.906509 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d3cb6181-037f-4d1f-aed1-ff6783d1ea01 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7379706 Apr 12 08:27:08.920424 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52250) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:08.925991 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1079163498-router', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:08.946838 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-029c2806-7e4f-46ff-b044-501d06024832 None None] Provisioning complete for port 97cebca9-96be-4b12-9164-ccfa4979fe97 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:08.947222 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-029c2806-7e4f-46ff-b044-501d06024832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:08.948933 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Routers {'4e3c6c55-4b1f-435e-9038-83d95f26ef61'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:27:08.949564 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:27:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:09.042902 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2948'] for router (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.048236 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2955'] for router (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.121564 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks [] for router_controller (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.159567 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547e9ad-eebf-4699-8d8f-444c19d47de3 None None] Pushing event updated for resources: {'Port': ['ID=97cebca9-96be-4b12-9164-ccfa4979fe97,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:09.261741 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a2a5337-672a-5d7a-a62e-d1e1735c050d-0ab4c0d7-8ed5-4264-9369-38a843e021d4', 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4', 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'fixed_ips': [{'subnet_id': '90231c86-4d15-4563-a761-ff31466922e6'}]}} from dv-cinder-836944-3-iscsi. {{(pid=103941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 08:27:09.262628 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.313321 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] Set router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:27:09.395355 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks [] for router_gateway (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.462053 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-029c2806-7e4f-46ff-b044-501d06024832 None None] Current status of the port 97cebca9-96be-4b12-9164-ccfa4979fe97 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:09.462449 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-029c2806-7e4f-46ff-b044-501d06024832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.589904 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-029c2806-7e4f-46ff-b044-501d06024832 None None] For port 97cebca9-96be-4b12-9164-ccfa4979fe97, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=97cebca9-96be-4b12-9164-ccfa4979fe97,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:27:09.623078 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.db_base_plugin_common [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Allocated IP 172.20.0.2 (0ab4c0d7-8ed5-4264-9369-38a843e021d4/90231c86-4d15-4563-a761-ff31466922e6/03044cb4-4447-4513-9337-6d8fdc94ab60) {{(pid=103941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:27:09.676834 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks [] for router_gateway (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.682211 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-029c2806-7e4f-46ff-b044-501d06024832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.703707 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.769417 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '97cebca9-96be-4b12-9164-ccfa4979fe97', 'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'mac_address': 'fa:16:3e:9c:36:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:05Z', 'updated_at': '2022-04-12T08:27:08Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'subnets': [{'id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:09.815922 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Allocated IP 172.27.3.227 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/7a013e09-438a-4981-8752-429b91da11c2) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:27:09.822484 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc68630-f741-4be2-b296-1fed78cf2446 None None] The sync data for ids ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'] in dv-cinder-836944-3-iscsi is: [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '97cebca9-96be-4b12-9164-ccfa4979fe97', 'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'mac_address': 'fa:16:3e:9c:36:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:05Z', 'updated_at': '2022-04-12T08:27:08Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'subnets': [{'id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:27:09.843291 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c2806-7e4f-46ff-b044-501d06024832 None None] Pushing event updated for resources: {'Port': ['ID=97cebca9-96be-4b12-9164-ccfa4979fe97,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:09.858201 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-ff3f47ff-74be-4cfd-afbc-747a3731cd04 None None] Provisioning complete for port 97cebca9-96be-4b12-9164-ccfa4979fe97 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:09.858201 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-ff3f47ff-74be-4cfd-afbc-747a3731cd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.982159 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Publish callbacks [] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), precommit_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:09.990118 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks [] for port (7a013e09-438a-4981-8752-429b91da11c2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:10.025046 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f47ff-74be-4cfd-afbc-747a3731cd04 None None] Current status of the port 97cebca9-96be-4b12-9164-ccfa4979fe97 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:10.082584 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), after_create {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:10.120808 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 is already hosted by enough agents. {{(pid=103941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:27:10.124357 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.scheduler.base_scheduler [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Resources bound (agent type, host, resource id): {{(pid=103941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:10.127786 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Received port after_create {{(pid=103941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:27:10.136005 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Pushing event updated for resources: {'Port': ['ID=03044cb4-4447-4513-9337-6d8fdc94ab60,revision_number=1']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:10.141699 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (7a013e09-438a-4981-8752-429b91da11c2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:10.213627 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Attempting to bind port 03044cb4-4447-4513-9337-6d8fdc94ab60 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:27:10.214020 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Attempting to bind port 03044cb4-4447-4513-9337-6d8fdc94ab60 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'a58cd3ca-57f5-4a5c-a563-0f6999393b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:27:10.214923 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Attempting to bind port 03044cb4-4447-4513-9337-6d8fdc94ab60 on network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:27:10.217703 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7a013e09-438a-4981-8752-429b91da11c2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:10.221790 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:27:10.222085 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:27:10.222782 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Checking segment: {'id': 'a58cd3ca-57f5-4a5c-a563-0f6999393b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:27:10.223781 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:10.223939 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:10.224348 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Bound using segment: {'id': 'a58cd3ca-57f5-4a5c-a563-0f6999393b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:27:10.224841 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Bound port: 03044cb4-4447-4513-9337-6d8fdc94ab60, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58cd3ca-57f5-4a5c-a563-0f6999393b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:27:10.225278 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:10.240763 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:27:10.327603 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] For port 03044cb4-4447-4513-9337-6d8fdc94ab60, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:27:10.331313 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] For port 03044cb4-4447-4513-9337-6d8fdc94ab60, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=03044cb4-4447-4513-9337-6d8fdc94ab60,segment=NetworkSegment(a58cd3ca-57f5-4a5c-a563-0f6999393b27),segment_id=a58cd3ca-57f5-4a5c-a563-0f6999393b27)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:27:10.381349 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 97cebca9-96be-4b12-9164-ccfa4979fe97 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:27:10.413721 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:10.509374 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 97cebca9-96be-4b12-9164-ccfa4979fe97 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:10.509687 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:10.538861 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c7e91-9868-4ae3-8975-0cd55a8ba306 None None] Pushing event updated for resources: {'Port': ['ID=03044cb4-4447-4513-9337-6d8fdc94ab60,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:10.634103 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 97cebca9-96be-4b12-9164-ccfa4979fe97 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:10.659119 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks [] for router_gateway (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:10.915209 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464296'] for router (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:11.118249 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 is scheduled to L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 08:27:11.236254 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:27:11.249425 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Sync routers for ids ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:27:11.262027 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Routers {'4dc31507-acc1-47f8-b41a-d2c2d43b92c0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:27:11.263011 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:27:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:11.315801 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52306) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:11.325404 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:11.328542 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5b151b65-4646-49ad-b262-e55da705e4e6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4065421 Apr 12 08:27:11.333238 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52310) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:11.395972 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Set router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:27:11.646784 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'name': 'tempest-TestShelveInstance-1079163498-router', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '7a013e09-438a-4981-8752-429b91da11c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:10Z', 'revision_number': 3, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'gw_port': {'id': '7a013e09-438a-4981-8752-429b91da11c2', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:11.694598 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Checking router: 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:27:11.694943 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Updating router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 port 7a013e09-438a-4981-8752-429b91da11c2 binding host dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:27:11.721103 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb604ac-cbd4-4b51-b69e-130bdf115c64 None None] Network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:27:11.725478 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (7a013e09-438a-4981-8752-429b91da11c2), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:11.791867 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54b19576-ba6d-46b8-9daa-52f5756fb407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:11.848058 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-e2a8f2e1-5106-4980-8280-3cd53446f1e6 None None] Provisioning complete for port 03044cb4-4447-4513-9337-6d8fdc94ab60 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:11.848695 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f2e1-5106-4980-8280-3cd53446f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:11.889110 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54b19576-ba6d-46b8-9daa-52f5756fb407 admin admin] Publish callbacks [] for security_group (5d6024bc-e00f-4dab-8789-9bf25fd9da6f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:11.919702 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:11.944201 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8f2e1-5106-4980-8280-3cd53446f1e6 None None] Current status of the port 03044cb4-4447-4513-9337-6d8fdc94ab60 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:11.944663 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f2e1-5106-4980-8280-3cd53446f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.003528 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e2a8f2e1-5106-4980-8280-3cd53446f1e6 None None] For port 03044cb4-4447-4513-9337-6d8fdc94ab60, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=03044cb4-4447-4513-9337-6d8fdc94ab60,segment=NetworkSegment(a58cd3ca-57f5-4a5c-a563-0f6999393b27),segment_id=a58cd3ca-57f5-4a5c-a563-0f6999393b27)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:27:12.009393 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-54b19576-ba6d-46b8-9daa-52f5756fb407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (5d6024bc-e00f-4dab-8789-9bf25fd9da6f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.049305 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b19576-ba6d-46b8-9daa-52f5756fb407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6024bc-e00f-4dab-8789-9bf25fd9da6f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:12.067829 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f2e1-5106-4980-8280-3cd53446f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.084045 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-54b19576-ba6d-46b8-9daa-52f5756fb407 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8777b347f65c4aa9a5725c0e3f91978f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7668893 Apr 12 08:27:12.086487 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52316) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:12.094837 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Publish callbacks [] for port (7a013e09-438a-4981-8752-429b91da11c2), precommit_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.106656 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Allocated IP 172.20.0.1 (0ab4c0d7-8ed5-4264-9369-38a843e021d4/90231c86-4d15-4563-a761-ff31466922e6/c2db3e72-9ae6-4292-82ea-fb8663841bc2) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:27:12.157379 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8f2e1-5106-4980-8280-3cd53446f1e6 None None] Pushing event updated for resources: {'Port': ['ID=03044cb4-4447-4513-9337-6d8fdc94ab60,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:12.175894 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c41183fb-4adb-48ea-8ab7-d6518e13ef13 admin admin] Publish callbacks [] for security_group (5d6024bc-e00f-4dab-8789-9bf25fd9da6f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.189900 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-ff6d9ac1-be03-45e3-8ec8-561873da617d None None] Provisioning complete for port 03044cb4-4447-4513-9337-6d8fdc94ab60 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:12.190336 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9ac1-be03-45e3-8ec8-561873da617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.193998 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (7a013e09-438a-4981-8752-429b91da11c2), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.210012 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c41183fb-4adb-48ea-8ab7-d6518e13ef13 admin admin] Publish callbacks [] for security_group (5d6024bc-e00f-4dab-8789-9bf25fd9da6f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.271671 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Publish callbacks [] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.287883 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Attempting to bind port 7a013e09-438a-4981-8752-429b91da11c2 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:27:12.288673 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Attempting to bind port 7a013e09-438a-4981-8752-429b91da11c2 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:27:12.288926 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Attempting to bind port 7a013e09-438a-4981-8752-429b91da11c2 on network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:27:12.296940 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d9ac1-be03-45e3-8ec8-561873da617d None None] Current status of the port 03044cb4-4447-4513-9337-6d8fdc94ab60 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:12.302010 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:27:12.302384 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Checking segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:27:12.302778 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.303167 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Bound using segment: {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'} {{(pid=103942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:27:12.305886 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.managers [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Bound port: 7a013e09-438a-4981-8752-429b91da11c2, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1bcd0a-5a94-4544-b21f-0e132fff6618', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}}] {{(pid=103942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:27:12.306281 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (7a013e09-438a-4981-8752-429b91da11c2), before_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.335621 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c41183fb-4adb-48ea-8ab7-d6518e13ef13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (5d6024bc-e00f-4dab-8789-9bf25fd9da6f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.339095 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c41183fb-4adb-48ea-8ab7-d6518e13ef13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.341632 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c41183fb-4adb-48ea-8ab7-d6518e13ef13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d6024bc-e00f-4dab-8789-9bf25fd9da6f HTTP/1.1" status: 204 len: 168 time: 0.2541881 Apr 12 08:27:12.378635 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41183fb-4adb-48ea-8ab7-d6518e13ef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6024bc-e00f-4dab-8789-9bf25fd9da6f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:12.406002 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.409633 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a58de-c589-4bf3-b6d3-ee7d1f7c5cf9 None None] Pushing event updated for resources: {'Port': ['ID=7a013e09-438a-4981-8752-429b91da11c2,revision_number=2']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:12.431092 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 03044cb4-4447-4513-9337-6d8fdc94ab60 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:27:12.468298 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:27:12.471449 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] For port 7a013e09-438a-4981-8752-429b91da11c2, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:27:12.471643 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:12.475492 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:27:12.476774 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.plugins.ml2.db [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] For port 7a013e09-438a-4981-8752-429b91da11c2, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=7a013e09-438a-4981-8752-429b91da11c2,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:27:12.511629 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Pushing event updated for resources: {'Port': ['ID=c2db3e72-9ae6-4292-82ea-fb8663841bc2,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:12.523634 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.523983 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.524327 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.524661 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.524992 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.525548 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.525669 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.525941 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.526261 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.526579 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.526903 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.527222 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.527617 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.527870 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.528185 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:12.540684 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464219'] for router_interface (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.553906 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron_lib.callbacks.manager [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (7a013e09-438a-4981-8752-429b91da11c2), after_update {{(pid=103942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.631761 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a58de-c589-4bf3-b6d3-ee7d1f7c5cf9 None None] Pushing event updated for resources: {'Port': ['ID=7a013e09-438a-4981-8752-429b91da11c2,revision_number=3']} {{(pid=103942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:12.641541 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Routers {'4dc31507-acc1-47f8-b41a-d2c2d43b92c0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:27:12.642526 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:27:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:12.674404 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 03044cb4-4447-4513-9337-6d8fdc94ab60 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:12.674830 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.799957 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 03044cb4-4447-4513-9337-6d8fdc94ab60 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:12.802497 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.804532 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] Set router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:27:12.828552 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-c54a1ef5-fb54-4170-9f8c-9261e80cfe0e None None] Provisioning complete for port c2db3e72-9ae6-4292-82ea-fb8663841bc2 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:12.828979 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c54a1ef5-fb54-4170-9f8c-9261e80cfe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:12.881913 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-c54a1ef5-fb54-4170-9f8c-9261e80cfe0e None None] Port c2db3e72-9ae6-4292-82ea-fb8663841bc2 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:27:12.985701 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Publish callbacks [] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.024999 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'name': 'tempest-TestShelveInstance-1079163498-router', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '7a013e09-438a-4981-8752-429b91da11c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:10Z', 'revision_number': 3, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'gw_port': {'id': '7a013e09-438a-4981-8752-429b91da11c2', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:13.052950 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.057670 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8756af2-9935-42ff-ae7e-23161485f338 None None] The sync data for ids ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'] in dv-cinder-836944-3-iscsi is: [{'id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'name': 'tempest-TestShelveInstance-1079163498-router', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '7a013e09-438a-4981-8752-429b91da11c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:10Z', 'revision_number': 3, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'gw_port': {'id': '7a013e09-438a-4981-8752-429b91da11c2', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:27:13.128041 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Pushing event updated for resources: {'Port': ['ID=c2db3e72-9ae6-4292-82ea-fb8663841bc2,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:13.130447 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-521457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466411'] for router_interface (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.143271 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52330) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:13.160053 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b36e75b-246c-4aee-8b69-1acc5a42f3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.230368 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:27:13.232211 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:13.243254 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b36e75b-246c-4aee-8b69-1acc5a42f3e3 admin admin] Publish callbacks [] for security_group (33e5dbb3-0e18-431d-963d-5d81cc24e7cf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.300464 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b36e75b-246c-4aee-8b69-1acc5a42f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (33e5dbb3-0e18-431d-963d-5d81cc24e7cf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.352120 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5b36e75b-246c-4aee-8b69-1acc5a42f3e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20c0ca593b41441da17c119493c5fccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076938 Apr 12 08:27:13.354880 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52332) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:13.362345 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36e75b-246c-4aee-8b69-1acc5a42f3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e5dbb3-0e18-431d-963d-5d81cc24e7cf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:13.402213 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:27:13.426916 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbfd17f4-b8e9-4002-b86c-f0f3cf11b23d admin admin] Publish callbacks [] for security_group (33e5dbb3-0e18-431d-963d-5d81cc24e7cf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.460471 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbfd17f4-b8e9-4002-b86c-f0f3cf11b23d admin admin] Publish callbacks [] for security_group (33e5dbb3-0e18-431d-963d-5d81cc24e7cf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.530331 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-e5fb72da-3f30-4f0e-8b26-847a6e6f0b36 None None] Provisioning complete for port c2db3e72-9ae6-4292-82ea-fb8663841bc2 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:13.530677 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e5fb72da-3f30-4f0e-8b26-847a6e6f0b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.548639 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:27:13.555560 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-090d3dde-a267-4205-9c75-15b5fc6cdf23 admin admin] 10.222.0.23 "PUT /v2.0/routers/4dc31507-acc1-47f8-b41a-d2c2d43b92c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2196629 Apr 12 08:27:13.593041 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb72da-3f30-4f0e-8b26-847a6e6f0b36 None None] Port c2db3e72-9ae6-4292-82ea-fb8663841bc2 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:27:13.626659 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbfd17f4-b8e9-4002-b86c-f0f3cf11b23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (33e5dbb3-0e18-431d-963d-5d81cc24e7cf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.630089 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbfd17f4-b8e9-4002-b86c-f0f3cf11b23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:13.631507 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bbfd17f4-b8e9-4002-b86c-f0f3cf11b23d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33e5dbb3-0e18-431d-963d-5d81cc24e7cf HTTP/1.1" status: 204 len: 168 time: 0.2752450 Apr 12 08:27:13.644429 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd17f4-b8e9-4002-b86c-f0f3cf11b23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e5dbb3-0e18-431d-963d-5d81cc24e7cf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:14.311940 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 7a013e09-438a-4981-8752-429b91da11c2 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:27:14.362541 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 7a013e09-438a-4981-8752-429b91da11c2 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:14.362919 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (7a013e09-438a-4981-8752-429b91da11c2), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:14.446052 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 7a013e09-438a-4981-8752-429b91da11c2 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:14.446447 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (7a013e09-438a-4981-8752-429b91da11c2), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:14.468598 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] For port 7a013e09-438a-4981-8752-429b91da11c2, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=7a013e09-438a-4981-8752-429b91da11c2,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:27:14.514310 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52366) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:14.518967 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-aeb3d4c2-de05-4e4e-afd8-40ed4e339bbb tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789426739', 'description': 'tempest-secgroup-smoke-1789426739 description', 'project_id': '0f60295b03664d50a09fad14e734f40a'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:14.538420 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (7a013e09-438a-4981-8752-429b91da11c2), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:14.589138 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Pushing event updated for resources: {'Port': ['ID=7a013e09-438a-4981-8752-429b91da11c2,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:14.636100 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d4c2-de05-4e4e-afd8-40ed4e339bbb tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:14.711735 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d4c2-de05-4e4e-afd8-40ed4e339bbb tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group (35f12341-388d-4e4d-b91f-e41d571d8ecf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:14.795730 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d4c2-de05-4e4e-afd8-40ed4e339bbb tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (35f12341-388d-4e4d-b91f-e41d571d8ecf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:14.824754 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3d4c2-de05-4e4e-afd8-40ed4e339bbb tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f12341-388d-4e4d-b91f-e41d571d8ecf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:14.830651 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Sync routers for ids ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:27:14.841133 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Routers {'4dc31507-acc1-47f8-b41a-d2c2d43b92c0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:27:14.841725 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:27:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:14.883445 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d4c2-de05-4e4e-afd8-40ed4e339bbb tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:14.886301 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-aeb3d4c2-de05-4e4e-afd8-40ed4e339bbb tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3693001 Apr 12 08:27:14.887576 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52374) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:14.893019 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-abb00316-89c9-47d2-a781-83e0f5d897b1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Request body: {'security_group_rule': {'security_group_id': '35f12341-388d-4e4d-b91f-e41d571d8ecf', 'project_id': '0f60295b03664d50a09fad14e734f40a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:14.958004 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Set router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:27:14.997833 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abb00316-89c9-47d2-a781-83e0f5d897b1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (d65a63da-fa06-49fa-ac68-22528f5dd93d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.054258 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abb00316-89c9-47d2-a781-83e0f5d897b1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (d65a63da-fa06-49fa-ac68-22528f5dd93d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.156622 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'name': 'tempest-TestShelveInstance-1079163498-router', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '7a013e09-438a-4981-8752-429b91da11c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:12Z', 'revision_number': 4, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'gw_port': {'id': '7a013e09-438a-4981-8752-429b91da11c2', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'c2db3e72-9ae6-4292-82ea-fb8663841bc2', 'name': '', 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'mac_address': 'fa:16:3e:4a:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '90231c86-4d15-4563-a761-ff31466922e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:11Z', 'updated_at': '2022-04-12T08:27:12Z', 'revision_number': 2, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'subnets': [{'id': '90231c86-4d15-4563-a761-ff31466922e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:15.183626 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Checking router: 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:27:15.184000 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Updating router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 port c2db3e72-9ae6-4292-82ea-fb8663841bc2 binding host dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 08:27:15.212029 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.238005 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abb00316-89c9-47d2-a781-83e0f5d897b1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (d65a63da-fa06-49fa-ac68-22528f5dd93d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.258446 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb00316-89c9-47d2-a781-83e0f5d897b1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65a63da-fa06-49fa-ac68-22528f5dd93d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:15.323907 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abb00316-89c9-47d2-a781-83e0f5d897b1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.325308 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-abb00316-89c9-47d2-a781-83e0f5d897b1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4365857 Apr 12 08:27:15.328136 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52388) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:15.334091 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1a5240d8-58d8-4d45-9236-356922d4e38a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Request body: {'security_group_rule': {'security_group_id': '35f12341-388d-4e4d-b91f-e41d571d8ecf', 'project_id': '0f60295b03664d50a09fad14e734f40a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:15.444434 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a5240d8-58d8-4d45-9236-356922d4e38a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (1a008c92-0ae5-4d50-9387-50ca735f3d16), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.481331 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:27:15.487632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Publish callbacks [] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.511177 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a5240d8-58d8-4d45-9236-356922d4e38a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (1a008c92-0ae5-4d50-9387-50ca735f3d16), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.573036 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.595966 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a5240d8-58d8-4d45-9236-356922d4e38a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (1a008c92-0ae5-4d50-9387-50ca735f3d16), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.625557 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5240d8-58d8-4d45-9236-356922d4e38a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a008c92-0ae5-4d50-9387-50ca735f3d16,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:15.649834 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380d4a-7b6b-467e-ae6a-7e992f72d9f6 None None] Pushing event updated for resources: {'Port': ['ID=c2db3e72-9ae6-4292-82ea-fb8663841bc2,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:15.669007 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a5240d8-58d8-4d45-9236-356922d4e38a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.673538 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1a5240d8-58d8-4d45-9236-356922d4e38a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3418586 Apr 12 08:27:15.673795 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52398) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:15.678669 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8ea935b6-3865-4817-841c-727b0815b2c4 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Request body: {'security_group_rule': {'security_group_id': '35f12341-388d-4e4d-b91f-e41d571d8ecf', 'project_id': '0f60295b03664d50a09fad14e734f40a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:15.683187 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Attempting to bind port c2db3e72-9ae6-4292-82ea-fb8663841bc2 on host dv-cinder-836944-3-iscsi for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:27:15.683675 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Attempting to bind port c2db3e72-9ae6-4292-82ea-fb8663841bc2 by drivers openvswitch,hyperv on host dv-cinder-836944-3-iscsi at level 0 using segments [{'id': 'a58cd3ca-57f5-4a5c-a563-0f6999393b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:27:15.684111 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Attempting to bind port c2db3e72-9ae6-4292-82ea-fb8663841bc2 on network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:27:15.689758 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Checking agent: {'id': 'ad4a0a6b-3600-4cf2-8044-94b34690745f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 10, 37), 'started_at': datetime.datetime(2022, 4, 12, 8, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:27:15.690374 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Checking segment: {'id': 'a58cd3ca-57f5-4a5c-a563-0f6999393b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:27:15.691087 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.691301 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Bound using segment: {'id': 'a58cd3ca-57f5-4a5c-a563-0f6999393b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:27:15.691904 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Bound port: c2db3e72-9ae6-4292-82ea-fb8663841bc2, host: dv-cinder-836944-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58cd3ca-57f5-4a5c-a563-0f6999393b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:27:15.692455 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.752321 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ea935b6-3865-4817-841c-727b0815b2c4 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (35f057fe-6fbd-4037-9c43-afa92f9b37d7), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.763447 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] For port c2db3e72-9ae6-4292-82ea-fb8663841bc2, host dv-cinder-836944-3-iscsi, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:27:15.766850 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] For port c2db3e72-9ae6-4292-82ea-fb8663841bc2, host dv-cinder-836944-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=c2db3e72-9ae6-4292-82ea-fb8663841bc2,segment=NetworkSegment(a58cd3ca-57f5-4a5c-a563-0f6999393b27),segment_id=a58cd3ca-57f5-4a5c-a563-0f6999393b27)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:27:15.815810 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ea935b6-3865-4817-841c-727b0815b2c4 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (35f057fe-6fbd-4037-9c43-afa92f9b37d7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.837100 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.862268 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-d99b262e-1f2b-4ccb-b0f7-ceabc19dfa12 None None] Provisioning complete for port c2db3e72-9ae6-4292-82ea-fb8663841bc2 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:15.862633 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d99b262e-1f2b-4ccb-b0f7-ceabc19dfa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.907928 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ea935b6-3865-4817-841c-727b0815b2c4 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (35f057fe-6fbd-4037-9c43-afa92f9b37d7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:15.930807 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea935b6-3865-4817-841c-727b0815b2c4 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f057fe-6fbd-4037-9c43-afa92f9b37d7,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:15.937721 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380d4a-7b6b-467e-ae6a-7e992f72d9f6 None None] Pushing event updated for resources: {'Port': ['ID=c2db3e72-9ae6-4292-82ea-fb8663841bc2,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:15.945090 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Routers {'4dc31507-acc1-47f8-b41a-d2c2d43b92c0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:27:15.945696 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:27:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:16.006704 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ea935b6-3865-4817-841c-727b0815b2c4 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.011116 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52404) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:16.017622 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-fb42b354-4bbf-4044-befb-f66445fcbed9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Request body: {'security_group_rule': {'security_group_id': '35f12341-388d-4e4d-b91f-e41d571d8ecf', 'project_id': '0f60295b03664d50a09fad14e734f40a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:16.020484 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-8ea935b6-3865-4817-841c-727b0815b2c4 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3456092 Apr 12 08:27:16.022318 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-d99b262e-1f2b-4ccb-b0f7-ceabc19dfa12 None None] Current status of the port c2db3e72-9ae6-4292-82ea-fb8663841bc2 is: DOWN; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:16.022718 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d99b262e-1f2b-4ccb-b0f7-ceabc19dfa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.099445 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] Set router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:27:16.110261 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb42b354-4bbf-4044-befb-f66445fcbed9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (f55bc16f-c4c5-46c1-965b-410396c150af), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.152925 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d99b262e-1f2b-4ccb-b0f7-ceabc19dfa12 None None] For port c2db3e72-9ae6-4292-82ea-fb8663841bc2, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=c2db3e72-9ae6-4292-82ea-fb8663841bc2,segment=NetworkSegment(a58cd3ca-57f5-4a5c-a563-0f6999393b27),segment_id=a58cd3ca-57f5-4a5c-a563-0f6999393b27)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:27:16.204892 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb42b354-4bbf-4044-befb-f66445fcbed9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (f55bc16f-c4c5-46c1-965b-410396c150af), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.230212 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d99b262e-1f2b-4ccb-b0f7-ceabc19dfa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.285958 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 7a013e09-438a-4981-8752-429b91da11c2 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:27:16.300760 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb42b354-4bbf-4044-befb-f66445fcbed9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (f55bc16f-c4c5-46c1-965b-410396c150af), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.319062 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42b354-4bbf-4044-befb-f66445fcbed9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55bc16f-c4c5-46c1-965b-410396c150af,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:16.392581 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb42b354-4bbf-4044-befb-f66445fcbed9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.393946 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-fb42b354-4bbf-4044-befb-f66445fcbed9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3806722 Apr 12 08:27:16.396831 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52408) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:16.401450 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-2caae530-b3fe-43c7-a412-fa1384b38bd6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Request body: {'security_group_rule': {'security_group_id': '35f12341-388d-4e4d-b91f-e41d571d8ecf', 'project_id': '0f60295b03664d50a09fad14e734f40a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:16.484436 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b262e-1f2b-4ccb-b0f7-ceabc19dfa12 None None] Pushing event updated for resources: {'Port': ['ID=c2db3e72-9ae6-4292-82ea-fb8663841bc2,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:16.490058 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-be51b273-2705-4130-bc26-4f27a5ec1884 None None] Provisioning complete for port c2db3e72-9ae6-4292-82ea-fb8663841bc2 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:16.491681 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-be51b273-2705-4130-bc26-4f27a5ec1884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.509962 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.securitygroups_db [None req-2caae530-b3fe-43c7-a412-fa1384b38bd6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Project 0f60295b03664d50a09fad14e734f40a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 08:27:16.516586 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2caae530-b3fe-43c7-a412-fa1384b38bd6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (8d1e34bd-a027-4888-8cc3-0ba376475872), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.569957 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port 7a013e09-438a-4981-8752-429b91da11c2 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:16.570335 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (7a013e09-438a-4981-8752-429b91da11c2), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.579859 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2caae530-b3fe-43c7-a412-fa1384b38bd6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (8d1e34bd-a027-4888-8cc3-0ba376475872), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.597888 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'name': 'tempest-TestShelveInstance-1079163498-router', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '7a013e09-438a-4981-8752-429b91da11c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:12Z', 'revision_number': 4, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'gw_port': {'id': '7a013e09-438a-4981-8752-429b91da11c2', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'c2db3e72-9ae6-4292-82ea-fb8663841bc2', 'name': '', 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'mac_address': 'fa:16:3e:4a:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '90231c86-4d15-4563-a761-ff31466922e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:11Z', 'updated_at': '2022-04-12T08:27:15Z', 'revision_number': 4, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'subnets': [{'id': '90231c86-4d15-4563-a761-ff31466922e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:16.637682 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e219be-a035-4e0c-b1b0-3c60ea060d21 None None] The sync data for ids ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'] in dv-cinder-836944-3-iscsi is: [{'id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'name': 'tempest-TestShelveInstance-1079163498-router', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '7a013e09-438a-4981-8752-429b91da11c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:12Z', 'revision_number': 4, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'gw_port': {'id': '7a013e09-438a-4981-8752-429b91da11c2', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'c2db3e72-9ae6-4292-82ea-fb8663841bc2', 'name': '', 'network_id': '0ab4c0d7-8ed5-4264-9369-38a843e021d4', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'mac_address': 'fa:16:3e:4a:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '90231c86-4d15-4563-a761-ff31466922e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:11Z', 'updated_at': '2022-04-12T08:27:15Z', 'revision_number': 4, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'subnets': [{'id': '90231c86-4d15-4563-a761-ff31466922e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:27:16.663361 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2caae530-b3fe-43c7-a412-fa1384b38bd6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (8d1e34bd-a027-4888-8cc3-0ba376475872), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.689008 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caae530-b3fe-43c7-a412-fa1384b38bd6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1e34bd-a027-4888-8cc3-0ba376475872,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:16.697667 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-be51b273-2705-4130-bc26-4f27a5ec1884 None None] Current status of the port c2db3e72-9ae6-4292-82ea-fb8663841bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:16.759176 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 7a013e09-438a-4981-8752-429b91da11c2 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:16.777557 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2caae530-b3fe-43c7-a412-fa1384b38bd6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.778827 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-2caae530-b3fe-43c7-a412-fa1384b38bd6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3810189 Apr 12 08:27:16.783642 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52416) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:16.788467 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a897c41d-b414-442e-afc2-659fd88f8398 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Request body: {'security_group_rule': {'security_group_id': '35f12341-388d-4e4d-b91f-e41d571d8ecf', 'project_id': '0f60295b03664d50a09fad14e734f40a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:16.892935 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-a897c41d-b414-442e-afc2-659fd88f8398 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Project 0f60295b03664d50a09fad14e734f40a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 08:27:16.899414 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a897c41d-b414-442e-afc2-659fd88f8398 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (5f53fa75-0ba0-47d6-a894-4831c5f3188c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:16.964615 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a897c41d-b414-442e-afc2-659fd88f8398 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (5f53fa75-0ba0-47d6-a894-4831c5f3188c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:17.066727 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a897c41d-b414-442e-afc2-659fd88f8398 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (5f53fa75-0ba0-47d6-a894-4831c5f3188c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:17.086282 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897c41d-b414-442e-afc2-659fd88f8398 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f53fa75-0ba0-47d6-a894-4831c5f3188c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:17.143094 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a897c41d-b414-442e-afc2-659fd88f8398 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:17.144377 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a897c41d-b414-442e-afc2-659fd88f8398 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3595181 Apr 12 08:27:18.296440 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device c2db3e72-9ae6-4292-82ea-fb8663841bc2 up at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:27:18.352601 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Provisioning complete for port c2db3e72-9ae6-4292-82ea-fb8663841bc2 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:18.353025 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:18.431147 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port c2db3e72-9ae6-4292-82ea-fb8663841bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:25.336162 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52594) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:25.452985 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db5b69c7-c8af-4f50-bc95-d148f7e355dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:25.528085 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db5b69c7-c8af-4f50-bc95-d148f7e355dd admin admin] Publish callbacks [] for security_group (95e11914-e707-4d01-b1aa-e2ab08c7cf91), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:25.601010 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db5b69c7-c8af-4f50-bc95-d148f7e355dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (95e11914-e707-4d01-b1aa-e2ab08c7cf91), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:25.639292 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b69c7-c8af-4f50-bc95-d148f7e355dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e11914-e707-4d01-b1aa-e2ab08c7cf91,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:25.643665 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-db5b69c7-c8af-4f50-bc95-d148f7e355dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61aef70a8bde4775853b49a8c6ea26c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064458 Apr 12 08:27:25.646795 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52602) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:25.701518 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff3af034-b436-43ea-af27-26d3a7d66c08 admin admin] Publish callbacks [] for security_group (95e11914-e707-4d01-b1aa-e2ab08c7cf91), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:25.723794 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff3af034-b436-43ea-af27-26d3a7d66c08 admin admin] Publish callbacks [] for security_group (95e11914-e707-4d01-b1aa-e2ab08c7cf91), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:25.835671 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff3af034-b436-43ea-af27-26d3a7d66c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (95e11914-e707-4d01-b1aa-e2ab08c7cf91), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:25.838272 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff3af034-b436-43ea-af27-26d3a7d66c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:25.839452 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-ff3af034-b436-43ea-af27-26d3a7d66c08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95e11914-e707-4d01-b1aa-e2ab08c7cf91 HTTP/1.1" status: 204 len: 168 time: 0.1921434 Apr 12 08:27:25.848062 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3af034-b436-43ea-af27-26d3a7d66c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e11914-e707-4d01-b1aa-e2ab08c7cf91,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:26.438715 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52614) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:26.495389 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52618) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:26.509391 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-71d616e6-68ff-44e0-b28f-bdad984f5e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.586649 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-71d616e6-68ff-44e0-b28f-bdad984f5e4e admin admin] Publish callbacks [] for security_group (18dd3fe7-3c73-486f-9249-c6ce5be152eb), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.649554 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52524306-bcae-44a3-8afa-6b3960a55533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.669458 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-71d616e6-68ff-44e0-b28f-bdad984f5e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (18dd3fe7-3c73-486f-9249-c6ce5be152eb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.709883 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-71d616e6-68ff-44e0-b28f-bdad984f5e4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abe8458aaa9c4b6daeabccb059270c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131453 Apr 12 08:27:26.710877 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d616e6-68ff-44e0-b28f-bdad984f5e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd3fe7-3c73-486f-9249-c6ce5be152eb,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:26.713333 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52620) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:26.728698 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52524306-bcae-44a3-8afa-6b3960a55533 admin admin] Publish callbacks [] for security_group (71e5b661-a1e5-4687-9c8a-232aa04cf7bb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.763666 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9e6adb5f-b1c7-4b6d-812d-d492cd031395 admin admin] Publish callbacks [] for security_group (18dd3fe7-3c73-486f-9249-c6ce5be152eb), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.786088 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9e6adb5f-b1c7-4b6d-812d-d492cd031395 admin admin] Publish callbacks [] for security_group (18dd3fe7-3c73-486f-9249-c6ce5be152eb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.798101 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52524306-bcae-44a3-8afa-6b3960a55533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (71e5b661-a1e5-4687-9c8a-232aa04cf7bb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.837491 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-52524306-bcae-44a3-8afa-6b3960a55533 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d3c705a947d44e38c574eb1cd8e5b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976550 Apr 12 08:27:26.838460 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52524306-bcae-44a3-8afa-6b3960a55533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e5b661-a1e5-4687-9c8a-232aa04cf7bb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:26.840281 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52622) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:26.891111 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d59d9b6-7dee-49cb-9293-14e69eaba8d5 admin admin] Publish callbacks [] for security_group (71e5b661-a1e5-4687-9c8a-232aa04cf7bb), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.913389 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d59d9b6-7dee-49cb-9293-14e69eaba8d5 admin admin] Publish callbacks [] for security_group (71e5b661-a1e5-4687-9c8a-232aa04cf7bb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.915183 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9e6adb5f-b1c7-4b6d-812d-d492cd031395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (18dd3fe7-3c73-486f-9249-c6ce5be152eb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.917636 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9e6adb5f-b1c7-4b6d-812d-d492cd031395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:26.918767 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-9e6adb5f-b1c7-4b6d-812d-d492cd031395 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18dd3fe7-3c73-486f-9249-c6ce5be152eb HTTP/1.1" status: 204 len: 168 time: 0.2045221 Apr 12 08:27:26.938644 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6adb5f-b1c7-4b6d-812d-d492cd031395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd3fe7-3c73-486f-9249-c6ce5be152eb,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:27.053132 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d59d9b6-7dee-49cb-9293-14e69eaba8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (71e5b661-a1e5-4687-9c8a-232aa04cf7bb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:27.056296 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d59d9b6-7dee-49cb-9293-14e69eaba8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:27.057463 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-8d59d9b6-7dee-49cb-9293-14e69eaba8d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71e5b661-a1e5-4687-9c8a-232aa04cf7bb HTTP/1.1" status: 204 len: 168 time: 0.2160311 Apr 12 08:27:27.072998 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59d9b6-7dee-49cb-9293-14e69eaba8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e5b661-a1e5-4687-9c8a-232aa04cf7bb,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:27.663564 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52646) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:27.682412 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d26e0635-be82-452e-a395-e5ddeac54f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:27.757916 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d26e0635-be82-452e-a395-e5ddeac54f24 admin admin] Publish callbacks [] for security_group (213fa455-198a-42db-b5f6-4de4dff043e0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:27.815028 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d26e0635-be82-452e-a395-e5ddeac54f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (213fa455-198a-42db-b5f6-4de4dff043e0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:27.854344 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d26e0635-be82-452e-a395-e5ddeac54f24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e86d5bd410f4b8cac5698b9c8f8db1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896970 Apr 12 08:27:27.856382 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e0635-be82-452e-a395-e5ddeac54f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213fa455-198a-42db-b5f6-4de4dff043e0,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:27.857565 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 52650) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:27.913871 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53498760-d820-427b-b91a-c9bdb768097d admin admin] Publish callbacks [] for security_group (213fa455-198a-42db-b5f6-4de4dff043e0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:27.938344 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53498760-d820-427b-b91a-c9bdb768097d admin admin] Publish callbacks [] for security_group (213fa455-198a-42db-b5f6-4de4dff043e0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:28.043811 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53498760-d820-427b-b91a-c9bdb768097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (213fa455-198a-42db-b5f6-4de4dff043e0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:28.046372 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53498760-d820-427b-b91a-c9bdb768097d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:28.047607 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-53498760-d820-427b-b91a-c9bdb768097d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/213fa455-198a-42db-b5f6-4de4dff043e0 HTTP/1.1" status: 204 len: 168 time: 0.1882880 Apr 12 08:27:28.058566 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53498760-d820-427b-b91a-c9bdb768097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213fa455-198a-42db-b5f6-4de4dff043e0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:30.226798 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a1d48861-a089-4439-83c1-4ea919a90827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:30.881811 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52762) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:30.994072 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c536-9279-4f56-aceb-39909beb2aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:31.075418 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c536-9279-4f56-aceb-39909beb2aae admin admin] Publish callbacks [] for security_group (778def28-d235-4642-a6e6-4106705a75d7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:31.180781 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c536-9279-4f56-aceb-39909beb2aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (778def28-d235-4642-a6e6-4106705a75d7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:31.221065 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0c536-9279-4f56-aceb-39909beb2aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778def28-d235-4642-a6e6-4106705a75d7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:31.225429 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-6fc0c536-9279-4f56-aceb-39909beb2aae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e570dbde41d34a3ca4ea039598afc1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424659 Apr 12 08:27:31.228228 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52768) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:31.278349 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ac91-4544-4be6-a0f3-f79b2af2d56b admin admin] Publish callbacks [] for security_group (778def28-d235-4642-a6e6-4106705a75d7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:31.300159 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ac91-4544-4be6-a0f3-f79b2af2d56b admin admin] Publish callbacks [] for security_group (778def28-d235-4642-a6e6-4106705a75d7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:31.414681 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ac91-4544-4be6-a0f3-f79b2af2d56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (778def28-d235-4642-a6e6-4106705a75d7), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:31.417228 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ac91-4544-4be6-a0f3-f79b2af2d56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:31.418384 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d5c2ac91-4544-4be6-a0f3-f79b2af2d56b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/778def28-d235-4642-a6e6-4106705a75d7 HTTP/1.1" status: 204 len: 168 time: 0.1892579 Apr 12 08:27:31.426421 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2ac91-4544-4be6-a0f3-f79b2af2d56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778def28-d235-4642-a6e6-4106705a75d7,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:32.050492 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52786) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:32.066150 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9269939f-d367-4923-ae26-08436cd4616c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:32.139828 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9269939f-d367-4923-ae26-08436cd4616c admin admin] Publish callbacks [] for security_group (9508a6b6-bcbc-4c4f-bbf9-b91474a2811c), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:32.223791 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9269939f-d367-4923-ae26-08436cd4616c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (9508a6b6-bcbc-4c4f-bbf9-b91474a2811c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:32.260397 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269939f-d367-4923-ae26-08436cd4616c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9508a6b6-bcbc-4c4f-bbf9-b91474a2811c,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:32.264822 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-9269939f-d367-4923-ae26-08436cd4616c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9628b59ed94041d9afdff4cca178376d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133405 Apr 12 08:27:32.268556 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 52794) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:32.317689 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-599bfcbe-41df-4b60-bb06-cc67fee36157 admin admin] Publish callbacks [] for security_group (9508a6b6-bcbc-4c4f-bbf9-b91474a2811c), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:32.339314 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-599bfcbe-41df-4b60-bb06-cc67fee36157 admin admin] Publish callbacks [] for security_group (9508a6b6-bcbc-4c4f-bbf9-b91474a2811c), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:32.460396 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-599bfcbe-41df-4b60-bb06-cc67fee36157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (9508a6b6-bcbc-4c4f-bbf9-b91474a2811c), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:32.462888 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-599bfcbe-41df-4b60-bb06-cc67fee36157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:32.464067 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-599bfcbe-41df-4b60-bb06-cc67fee36157 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9508a6b6-bcbc-4c4f-bbf9-b91474a2811c HTTP/1.1" status: 204 len: 168 time: 0.1951902 Apr 12 08:27:32.472425 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bfcbe-41df-4b60-bb06-cc67fee36157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9508a6b6-bcbc-4c4f-bbf9-b91474a2811c,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:32.809218 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-385e75a0-6304-48e0-9333-d10a55c21f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:33.555537 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:33.683491 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:35.214845 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:36.822075 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:36.923561 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-e5d27154-0aa8-4c78-9190-4c2e7fbea05a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789426739&fields=id&tenant_id=0f60295b03664d50a09fad14e734f40a HTTP/1.1" status: 200 len: 267 time: 0.0467465 Apr 12 08:27:37.032969 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-865d2988-390c-4661-83ea-08455036345f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:37.034749 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-865d2988-390c-4661-83ea-08455036345f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/networks?id=506c5d73-aab6-4e02-a3f1-b827fea21e86 HTTP/1.1" status: 200 len: 808 time: 0.1044762 Apr 12 08:27:37.049163 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-1067ada6-76fe-4a9a-927f-d85dfc7e6dcc tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/quotas/0f60295b03664d50a09fad14e734f40a HTTP/1.1" status: 200 len: 375 time: 0.0088766 Apr 12 08:27:37.101035 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c99b93c2-2acb-4144-9fc7-1f20f3a8379f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f60295b03664d50a09fad14e734f40a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470433 Apr 12 08:27:37.297508 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-2218044a-a6c2-4d0f-8840-6a94beb64899 service neutron] 10.222.0.23 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842277 Apr 12 08:27:37.402899 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-bf1f42b8-1088-43ab-806f-a87db634f46c service neutron] 10.222.0.23 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956783 Apr 12 08:27:37.981061 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-dce5a3f7-76ce-47cf-a253-5647b0599cbf req-ff175bff-e84f-4471-b987-38180857ddf1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 210 time: 0.0286536 Apr 12 08:27:38.463786 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-a82fb4d9-b73f-49f3-a642-a38add36c8a0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406232 Apr 12 08:27:38.523732 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-164a151b-99e1-4175-8f7a-3ce7e1429124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:38.525260 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-164a151b-99e1-4175-8f7a-3ce7e1429124 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 1129 time: 0.0389826 Apr 12 08:27:38.652072 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-fb0e7ec6-4fff-46b3-bbef-4f50025e461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:38.653555 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-fb0e7ec6-4fff-46b3-bbef-4f50025e461a service neutron] 10.222.0.25 "GET /v2.0/networks?id=09029edf-9163-472f-b354-fc0c16533659 HTTP/1.1" status: 200 len: 911 time: 0.1044588 Apr 12 08:27:38.725543 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-6bfe46cd-1ed5-4a19-a9fb-412e25ad6c9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=739fccce-9245-4ad0-b414-db9f954ed0c3 HTTP/1.1" status: 200 len: 1001 time: 0.0648270 Apr 12 08:27:38.779077 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-9edc079f-7f82-4fd6-a41a-609b83383d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:38.780583 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-9edc079f-7f82-4fd6-a41a-609b83383d52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a89944-d3f0-4b32-990f-8e52e78fb61d HTTP/1.1" status: 200 len: 850 time: 0.0493157 Apr 12 08:27:38.824785 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-a8af83be-4db1-49a7-be18-9cfc2b66d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:38.826421 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-a8af83be-4db1-49a7-be18-9cfc2b66d0cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09029edf-9163-472f-b354-fc0c16533659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386403 Apr 12 08:27:38.926609 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-1e2985f4-8c8b-4fc2-ac7f-90f02941f078 service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927081 Apr 12 08:27:39.018476 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c3ef461-5376-4aa2-a285-f875fad5e072 req-df3676b3-7fc7-4119-a401-22f1d7c979dc service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862021 Apr 12 08:27:39.080280 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ec495068-7172-4b0c-9b77-cd15ff30cbed req-b472ccd0-7405-4c0d-b4c9-b537b47e5ebd tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 210 time: 0.0296006 Apr 12 08:27:40.181071 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b1958b75-4af7-4340-aa83-d869701ab02e req-c09144a0-6b04-472e-af1c-327c3fe3409a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 210 time: 0.0288846 Apr 12 08:27:40.342808 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-3881cbee-1504-42af-a928-4a512e5556ab tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:40.344465 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-3881cbee-1504-42af-a928-4a512e5556ab tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.25 "GET /v2.0/networks?id=506c5d73-aab6-4e02-a3f1-b827fea21e86 HTTP/1.1" status: 200 len: 808 time: 0.1310132 Apr 12 08:27:40.409270 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-e2dbe025-5c37-4f2c-b221-a187153aff3d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f60295b03664d50a09fad14e734f40a HTTP/1.1" status: 200 len: 380 time: 0.0551369 Apr 12 08:27:40.610136 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Request body: {'port': {'device_id': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'admin_state_up': True, 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'security_groups': ['35f12341-388d-4e4d-b91f-e41d571d8ecf']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:40.798607 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Made reservation on behalf of 0f60295b03664d50a09fad14e734f40a for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:27:40.808077 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:40.946066 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Allocated IP 172.20.0.7 (506c5d73-aab6-4e02-a3f1-b827fea21e86/21ede74f-cb2f-4d7e-a13b-45a3a0a3610e/2177a1bf-6d59-41f3-8737-f71e321c3903) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:27:41.090585 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:41.169309 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:41.211400 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Network 506c5d73-aab6-4e02-a3f1-b827fea21e86 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:27:41.214552 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:41.218285 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:27:41.250508 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event updated for resources: {'Port': ['ID=2177a1bf-6d59-41f3-8737-f71e321c3903,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:41.287943 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:41.288581 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:41.305495 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8d856-304c-4c68-b749-134166f273e2 req-ad150b17-c604-4195-863b-91cf76242d75 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:41.306994 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e9d8d856-304c-4c68-b749-134166f273e2 req-ad150b17-c604-4195-863b-91cf76242d75 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 931 time: 0.0588658 Apr 12 08:27:41.363622 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e9d8d856-304c-4c68-b749-134166f273e2 req-aa67b510-a783-4935-8566-754911fe9e41 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506315 Apr 12 08:27:41.382538 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-d3e0e7ae-5410-41c9-acc6-2350e9b63f9d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7757258 Apr 12 08:27:41.393145 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Request body: {'port': {'device_id': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:41.456170 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:41.480616 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5576f714-66e3-4737-8264-e1f3c074eb1d None None] Provisioning complete for port 2177a1bf-6d59-41f3-8737-f71e321c3903 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:41.481199 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5576f714-66e3-4737-8264-e1f3c074eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:41.519091 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5576f714-66e3-4737-8264-e1f3c074eb1d None None] Port 2177a1bf-6d59-41f3-8737-f71e321c3903 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:27:41.726325 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2177a1bf-6d59-41f3-8737-f71e321c3903 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:27:41.734521 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Publish callbacks [] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:41.751765 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Transition to ACTIVE for port object 2177a1bf-6d59-41f3-8737-f71e321c3903 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:27:41.854925 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:41.910182 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2177a1bf-6d59-41f3-8737-f71e321c3903,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:41.991456 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Attempting to bind port 2177a1bf-6d59-41f3-8737-f71e321c3903 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:27:41.991904 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Attempting to bind port 2177a1bf-6d59-41f3-8737-f71e321c3903 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:27:41.992244 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Attempting to bind port 2177a1bf-6d59-41f3-8737-f71e321c3903 on network 506c5d73-aab6-4e02-a3f1-b827fea21e86 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:27:41.997234 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Port 2177a1bf-6d59-41f3-8737-f71e321c3903 on network 506c5d73-aab6-4e02-a3f1-b827fea21e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:27:41.997481 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Attempting to bind port 2177a1bf-6d59-41f3-8737-f71e321c3903 on network 506c5d73-aab6-4e02-a3f1-b827fea21e86 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:27:42.003299 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:27:42.004651 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Checking segment: {'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:27:42.004651 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Bound using segment: {'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:27:42.004651 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Bound port: 2177a1bf-6d59-41f3-8737-f71e321c3903, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a10681-dcbd-4dcb-a5dc-57578005df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:27:42.005255 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:42.080114 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] For port 2177a1bf-6d59-41f3-8737-f71e321c3903, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:27:42.083311 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] For port 2177a1bf-6d59-41f3-8737-f71e321c3903, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2177a1bf-6d59-41f3-8737-f71e321c3903,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:27:42.178883 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:42.212720 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:42.213371 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:42.214842 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] 10.222.0.25 "PUT /v2.0/ports/2177a1bf-6d59-41f3-8737-f71e321c3903 HTTP/1.1" status: 200 len: 1093 time: 0.8263431 Apr 12 08:27:42.215331 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:27:42.218022 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4268502b-ffe4-45f5-a4a8-ec96b64e12f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:27:42.257792 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ec328-e222-4908-b92d-c1453563f0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2177a1bf-6d59-41f3-8737-f71e321c3903,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:42.262331 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5538ddbf-e255-48eb-880b-3014ad0b59be x-openstack-request-id: req-5538ddbf-e255-48eb-880b-3014ad0b59be {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:27:42.262676 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:27:42.263118 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5538ddbf-e255-48eb-880b-3014ad0b59be {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:27:42.263595 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5538ddbf-e255-48eb-880b-3014ad0b59be'] response: {'name': 'network-changed', 'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'status': 'completed', 'code': 200} Apr 12 08:27:42.324257 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268502b-ffe4-45f5-a4a8-ec96b64e12f6 req-9e6f3f32-4e03-46d2-a5fa-befaaecfac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:42.325785 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4268502b-ffe4-45f5-a4a8-ec96b64e12f6 req-9e6f3f32-4e03-46d2-a5fa-befaaecfac45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f60295b03664d50a09fad14e734f40a&device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1127 time: 0.0426691 Apr 12 08:27:42.434188 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268502b-ffe4-45f5-a4a8-ec96b64e12f6 req-52a56b0c-af71-4ef2-b3d9-d34a4f30cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:42.435743 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4268502b-ffe4-45f5-a4a8-ec96b64e12f6 req-52a56b0c-af71-4ef2-b3d9-d34a4f30cbaf service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=0f60295b03664d50a09fad14e734f40a&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1023266 Apr 12 08:27:42.493075 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c93e97-695b-47aa-9a4d-57f509800040 req-5d43c9e5-6aff-46f7-95f9-0d73719a89be tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:42.494553 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-89c93e97-695b-47aa-9a4d-57f509800040 req-5d43c9e5-6aff-46f7-95f9-0d73719a89be tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0568020 Apr 12 08:27:42.534997 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268502b-ffe4-45f5-a4a8-ec96b64e12f6 req-9bc59c97-eb14-4174-952d-107fbd801682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:42.536597 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4268502b-ffe4-45f5-a4a8-ec96b64e12f6 req-9bc59c97-eb14-4174-952d-107fbd801682 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0944786 Apr 12 08:27:42.547374 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-89c93e97-695b-47aa-9a4d-57f509800040 req-c0db8ee5-d6ae-432e-bc45-b8af96698c6a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463886 Apr 12 08:27:42.615586 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-04eb5de3-8277-4c14-85a0-f88f9a542dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:42.617099 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-04eb5de3-8277-4c14-85a0-f88f9a542dc6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f60295b03664d50a09fad14e734f40a&device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1127 time: 0.0443749 Apr 12 08:27:42.658062 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-eac3be51-b440-4dd5-a883-56d1e31ea67f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2177a1bf-6d59-41f3-8737-f71e321c3903 HTTP/1.1" status: 200 len: 217 time: 0.0342286 Apr 12 08:27:42.706585 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-879b6c55-f7bf-4201-a9ea-9e8d32da803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:42.708087 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-879b6c55-f7bf-4201-a9ea-9e8d32da803c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21ede74f-cb2f-4d7e-a13b-45a3a0a3610e HTTP/1.1" status: 200 len: 847 time: 0.0436432 Apr 12 08:27:42.751104 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c19d1bfa-9f74-4ffb-a12b-454af16a7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:42.752601 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-c19d1bfa-9f74-4ffb-a12b-454af16a7c23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=506c5d73-aab6-4e02-a3f1-b827fea21e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386360 Apr 12 08:27:42.848174 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-b23a26ab-ceae-41ac-92f8-6eb6ebd62a70 service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876825 Apr 12 08:27:42.943038 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b5f48501-fcdb-4662-8c70-16845d597f19 req-e8be06ff-985f-4218-89b1-db0c5f02af16 service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886679 Apr 12 08:27:43.666293 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c51929-6a27-486c-915f-61898ed892eb req-2198aac8-71cf-4b01-b6cd-998981f3a5cc tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:43.667728 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-16c51929-6a27-486c-915f-61898ed892eb req-2198aac8-71cf-4b01-b6cd-998981f3a5cc tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0536041 Apr 12 08:27:43.716521 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-16c51929-6a27-486c-915f-61898ed892eb req-f65452ce-a60b-4616-8b66-a75b91028061 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Apr 12 08:27:44.836298 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c2730-9bda-491f-909e-19d778385272 req-7b4f0225-97e0-49d9-bd10-d9d17d9d962b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:44.837814 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-258c2730-9bda-491f-909e-19d778385272 req-7b4f0225-97e0-49d9-bd10-d9d17d9d962b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0484669 Apr 12 08:27:44.887142 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-258c2730-9bda-491f-909e-19d778385272 req-227cd370-7b0d-41ce-ac9d-5257b8cb8d45 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436404 Apr 12 08:27:45.498960 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f712b37-2fbf-439a-bb7c-4de2d38ef2b2 req-1ad2aad6-2eb8-4721-8cfd-42650fc75d2d tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:45.500281 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3f712b37-2fbf-439a-bb7c-4de2d38ef2b2 req-1ad2aad6-2eb8-4721-8cfd-42650fc75d2d tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0503502 Apr 12 08:27:45.548876 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3f712b37-2fbf-439a-bb7c-4de2d38ef2b2 req-046e4120-feda-490a-ade2-0192a3826fd3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Apr 12 08:27:45.997722 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec07a3f-2120-4bbe-b25a-f8ec7a90e915 req-655d1e72-1fdc-4318-a9fb-f95fcd1a9c25 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:45.999209 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-aec07a3f-2120-4bbe-b25a-f8ec7a90e915 req-655d1e72-1fdc-4318-a9fb-f95fcd1a9c25 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0462875 Apr 12 08:27:46.048011 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-aec07a3f-2120-4bbe-b25a-f8ec7a90e915 req-b800db44-decf-4917-9554-97452499450b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Apr 12 08:27:46.661307 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133e2f0-71ce-4bf5-a371-9c8c497d921d req-1020c8ca-3258-4f36-bb5f-c7cbf6bb96a7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:46.662811 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0133e2f0-71ce-4bf5-a371-9c8c497d921d req-1020c8ca-3258-4f36-bb5f-c7cbf6bb96a7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0476973 Apr 12 08:27:46.711589 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0133e2f0-71ce-4bf5-a371-9c8c497d921d req-1f2d8ffe-05da-417f-819c-e5e95885fb51 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425735 Apr 12 08:27:47.165652 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b12be-29d2-465a-9f3b-8e35f5dc1dfb req-be64249c-81b7-47f3-aab8-356d8acf5b36 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:47.167111 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0e0b12be-29d2-465a-9f3b-8e35f5dc1dfb req-be64249c-81b7-47f3-aab8-356d8acf5b36 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0515499 Apr 12 08:27:47.225283 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0e0b12be-29d2-465a-9f3b-8e35f5dc1dfb req-0f1636d5-2725-43ad-9e4f-72c3a49f5a05 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523994 Apr 12 08:27:47.833306 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7a9aa-3fba-4eb1-bb11-ecbc2a0aae8a req-fb48f43a-7f7a-49b6-a3e7-465a9069b86a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:47.834830 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b8d7a9aa-3fba-4eb1-bb11-ecbc2a0aae8a req-fb48f43a-7f7a-49b6-a3e7-465a9069b86a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0505807 Apr 12 08:27:47.887544 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b8d7a9aa-3fba-4eb1-bb11-ecbc2a0aae8a req-f5d907b7-512e-48c3-9180-ba27950d4939 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472152 Apr 12 08:27:47.913578 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53142) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:48.015136 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aced1e32-c7b5-44c6-88a7-86fa706607ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:48.086904 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aced1e32-c7b5-44c6-88a7-86fa706607ed admin admin] Publish callbacks [] for security_group (64f4e499-f7ef-459a-a876-6742a44ae5fd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:48.172335 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aced1e32-c7b5-44c6-88a7-86fa706607ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (64f4e499-f7ef-459a-a876-6742a44ae5fd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:48.214362 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-aced1e32-c7b5-44c6-88a7-86fa706607ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b2cfd9532a34286b4033a59a01a464a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996645 Apr 12 08:27:48.215309 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced1e32-c7b5-44c6-88a7-86fa706607ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4e499-f7ef-459a-a876-6742a44ae5fd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:48.217120 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53148) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:48.265011 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cae6a176-e900-431e-929e-8bd8ec20e81e admin admin] Publish callbacks [] for security_group (64f4e499-f7ef-459a-a876-6742a44ae5fd), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:48.286649 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cae6a176-e900-431e-929e-8bd8ec20e81e admin admin] Publish callbacks [] for security_group (64f4e499-f7ef-459a-a876-6742a44ae5fd), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:48.355465 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5447-01b3-4f6f-beec-9ec57d2e0c80 req-f66e649d-b9e3-4b98-834c-8e19b468d975 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:48.356950 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b85c5447-01b3-4f6f-beec-9ec57d2e0c80 req-f66e649d-b9e3-4b98-834c-8e19b468d975 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0641317 Apr 12 08:27:48.406230 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b85c5447-01b3-4f6f-beec-9ec57d2e0c80 req-3f45ae22-3999-4191-8ea0-1dd6b25ba50e tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 Apr 12 08:27:48.455381 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cae6a176-e900-431e-929e-8bd8ec20e81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (64f4e499-f7ef-459a-a876-6742a44ae5fd), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:48.458015 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cae6a176-e900-431e-929e-8bd8ec20e81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:48.459141 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-cae6a176-e900-431e-929e-8bd8ec20e81e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64f4e499-f7ef-459a-a876-6742a44ae5fd HTTP/1.1" status: 204 len: 168 time: 0.2409959 Apr 12 08:27:48.466998 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6a176-e900-431e-929e-8bd8ec20e81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4e499-f7ef-459a-a876-6742a44ae5fd,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:48.989288 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53158) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:49.002473 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4235e4ab-1b75-47b6-b09d-0587a9d22960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:49.012118 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca8e87-d72a-4e1b-8209-bdacf8e85c03 req-ae86e582-8c09-4cdd-95ac-562e5681abf2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:49.013646 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-58ca8e87-d72a-4e1b-8209-bdacf8e85c03 req-ae86e582-8c09-4cdd-95ac-562e5681abf2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0492270 Apr 12 08:27:49.067117 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-58ca8e87-d72a-4e1b-8209-bdacf8e85c03 req-1d548a4e-4118-4f29-be30-a467144008e8 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466413 Apr 12 08:27:49.077680 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4235e4ab-1b75-47b6-b09d-0587a9d22960 admin admin] Publish callbacks [] for security_group (41a751eb-3fa0-4523-9624-6597b6cea773), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:49.208913 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4235e4ab-1b75-47b6-b09d-0587a9d22960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (41a751eb-3fa0-4523-9624-6597b6cea773), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:49.249734 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-4235e4ab-1b75-47b6-b09d-0587a9d22960 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=def0ca869421460c9a20e33221b0fa6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593701 Apr 12 08:27:49.250474 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235e4ab-1b75-47b6-b09d-0587a9d22960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a751eb-3fa0-4523-9624-6597b6cea773,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:49.252344 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53162) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:49.300497 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cad0c803-cc43-4e23-b330-dc2ea5c614be admin admin] Publish callbacks [] for security_group (41a751eb-3fa0-4523-9624-6597b6cea773), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:49.320998 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cad0c803-cc43-4e23-b330-dc2ea5c614be admin admin] Publish callbacks [] for security_group (41a751eb-3fa0-4523-9624-6597b6cea773), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:49.420039 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cad0c803-cc43-4e23-b330-dc2ea5c614be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (41a751eb-3fa0-4523-9624-6597b6cea773), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:49.422581 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cad0c803-cc43-4e23-b330-dc2ea5c614be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:49.423739 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-cad0c803-cc43-4e23-b330-dc2ea5c614be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41a751eb-3fa0-4523-9624-6597b6cea773 HTTP/1.1" status: 204 len: 168 time: 0.1701217 Apr 12 08:27:49.431653 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0c803-cc43-4e23-b330-dc2ea5c614be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a751eb-3fa0-4523-9624-6597b6cea773,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:49.520722 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd49e-b380-4c41-a56f-47a3044986d5 req-3ea5cc7e-eef3-4d21-b6f9-6148fc097396 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:49.522225 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b01dd49e-b380-4c41-a56f-47a3044986d5 req-3ea5cc7e-eef3-4d21-b6f9-6148fc097396 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0465641 Apr 12 08:27:49.572423 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b01dd49e-b380-4c41-a56f-47a3044986d5 req-fa3f94ee-e329-4b66-98ab-f6178efa916d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447791 Apr 12 08:27:50.178111 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219719b-6202-40c9-9ea3-00c7ab1edd66 req-a34cea62-037a-48a8-9bdb-272b4c83bf70 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:50.179770 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8219719b-6202-40c9-9ea3-00c7ab1edd66 req-a34cea62-037a-48a8-9bdb-272b4c83bf70 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0476739 Apr 12 08:27:50.228854 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8219719b-6202-40c9-9ea3-00c7ab1edd66 req-f73596b0-e467-4c50-a55c-49d0ff97cd7d tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435631 Apr 12 08:27:50.686357 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24761e66-ac03-488b-b5ba-30226450871b req-289f49c1-3595-4d6c-993d-5a1eba395e0c tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:50.688402 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-24761e66-ac03-488b-b5ba-30226450871b req-289f49c1-3595-4d6c-993d-5a1eba395e0c tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0478370 Apr 12 08:27:50.736625 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-24761e66-ac03-488b-b5ba-30226450871b req-29c665d5-3d5e-454c-be66-35d3dcdf398b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Apr 12 08:27:51.102130 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 2177a1bf-6d59-41f3-8737-f71e321c3903 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:27:51.201068 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 2177a1bf-6d59-41f3-8737-f71e321c3903, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2177a1bf-6d59-41f3-8737-f71e321c3903,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:27:51.212275 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'port_id': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'mac_address': 'fa:16:3e:7d:25:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:27:51.262313 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 2177a1bf-6d59-41f3-8737-f71e321c3903 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:51.262732 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:51.282040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2177a1bf-6d59-41f3-8737-f71e321c3903 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:27:51.305274 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 2177a1bf-6d59-41f3-8737-f71e321c3903, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2177a1bf-6d59-41f3-8737-f71e321c3903,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:27:51.353891 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4499-c3da-4b5a-97be-b8151a32e005 req-d630d8f9-6f60-4bcf-b9f8-b17b1f27a222 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:51.355961 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45fc4499-c3da-4b5a-97be-b8151a32e005 req-d630d8f9-6f60-4bcf-b9f8-b17b1f27a222 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0564680 Apr 12 08:27:51.372572 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:51.417430 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-45fc4499-c3da-4b5a-97be-b8151a32e005 req-5b55785f-5c8f-49fe-8161-18323a0ef51b tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512905 Apr 12 08:27:51.432655 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=2177a1bf-6d59-41f3-8737-f71e321c3903,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:51.439742 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.440090 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.440452 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.440812 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.441146 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.441474 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.441799 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.442125 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.442446 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.442764 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.443083 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.443401 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.443742 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.444059 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.444375 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:27:51.622371 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['2177a1bf-6d59-41f3-8737-f71e321c3903'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:27:51.857614 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e08222-901e-46e0-b04b-4e3604e27d20 req-e3899cd9-4755-43e6-ad4a-a9525471949d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:51.859828 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-39e08222-901e-46e0-b04b-4e3604e27d20 req-e3899cd9-4755-43e6-ad4a-a9525471949d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 944 time: 0.0468392 Apr 12 08:27:51.910596 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-39e08222-901e-46e0-b04b-4e3604e27d20 req-711040e2-b48d-48a1-8604-a545e3eb9c2b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446093 Apr 12 08:27:52.481328 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:27:52.533250 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d478b-ccab-404e-be27-8c15dcfc5ade req-5b0f4a7b-d08d-4bcf-84f5-57c60c7c8a92 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:52.534966 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ac2d478b-ccab-404e-be27-8c15dcfc5ade req-5b0f4a7b-d08d-4bcf-84f5-57c60c7c8a92 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Apr 12 08:27:52.581594 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ac2d478b-ccab-404e-be27-8c15dcfc5ade req-a16c2cb8-efae-4b65-923e-36074ffaeb21 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409908 Apr 12 08:27:53.025391 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fe017-3338-4bb1-bd5a-dcd0cf962c62 req-466d72f1-f47c-43ef-9ec2-8407abb6dd0d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:53.026891 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d95fe017-3338-4bb1-bd5a-dcd0cf962c62 req-466d72f1-f47c-43ef-9ec2-8407abb6dd0d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 944 time: 0.0512819 Apr 12 08:27:53.075288 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d95fe017-3338-4bb1-bd5a-dcd0cf962c62 req-17b25be7-493b-4dd2-989d-44eb6a8c5e33 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Apr 12 08:27:53.130674 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 2177a1bf-6d59-41f3-8737-f71e321c3903 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:27:53.189248 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 2177a1bf-6d59-41f3-8737-f71e321c3903 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:27:53.274712 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 2177a1bf-6d59-41f3-8737-f71e321c3903 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:27:53.275105 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:53.357771 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 2177a1bf-6d59-41f3-8737-f71e321c3903 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:27:53.358163 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:53.381273 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:27:53.383524 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b535974-95f8-4510-b341-ece4ca19c04f" -d '{"events": [{"server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "name": "network-vif-plugged", "status": "completed", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:27:53.400127 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 2177a1bf-6d59-41f3-8737-f71e321c3903, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2177a1bf-6d59-41f3-8737-f71e321c3903,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:27:53.433815 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d3e5f1-70ac-4395-b94d-e16b3b922252 x-openstack-request-id: req-22d3e5f1-70ac-4395-b94d-e16b3b922252 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:27:53.433815 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "name": "network-vif-plugged", "status": "completed", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:27:53.433815 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22d3e5f1-70ac-4395-b94d-e16b3b922252 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:27:53.433815 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d3e5f1-70ac-4395-b94d-e16b3b922252'] response: {'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'code': 200} Apr 12 08:27:53.463594 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:53.514399 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=2177a1bf-6d59-41f3-8737-f71e321c3903,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:53.706584 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d5d34-5ec0-4a6b-bf53-31f527fda891 req-2ad619de-a4f3-46fc-b8f2-6f51043077f8 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:53.708353 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5f3d5d34-5ec0-4a6b-bf53-31f527fda891 req-2ad619de-a4f3-46fc-b8f2-6f51043077f8 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0622528 Apr 12 08:27:53.758861 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5f3d5d34-5ec0-4a6b-bf53-31f527fda891 req-193214da-6390-4a29-ba0c-c2743b5e4d2a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439978 Apr 12 08:27:53.869471 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f0080-e9ca-4946-bd09-7d137faf39d9 req-0d210486-6124-465f-b859-d5e88413e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:53.870993 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-031f0080-e9ca-4946-bd09-7d137faf39d9 req-0d210486-6124-465f-b859-d5e88413e85c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1129 time: 0.0372529 Apr 12 08:27:53.919790 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-031f0080-e9ca-4946-bd09-7d137faf39d9 req-77a4f058-059a-49a5-a5a8-d68880052d53 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Apr 12 08:27:54.192227 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976de1-3f0f-4297-b4e1-6b1bd71fc8de req-7d5f4a25-e852-4ab6-bdc3-7426275ab011 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:54.193709 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f976de1-3f0f-4297-b4e1-6b1bd71fc8de req-7d5f4a25-e852-4ab6-bdc3-7426275ab011 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0482595 Apr 12 08:27:54.242274 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f976de1-3f0f-4297-b4e1-6b1bd71fc8de req-15b8d9c9-fbcb-4a73-991b-72b79d493eb7 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427525 Apr 12 08:27:54.877731 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59baa4-e42d-4ec0-95f4-8be6ea92d866 req-6e7d9b32-438d-4802-afbb-350df2536a32 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:54.879252 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3c59baa4-e42d-4ec0-95f4-8be6ea92d866 req-6e7d9b32-438d-4802-afbb-350df2536a32 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0460472 Apr 12 08:27:54.929923 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3c59baa4-e42d-4ec0-95f4-8be6ea92d866 req-036603dc-c2a6-4b89-ae8c-ab64a53840bb tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449541 Apr 12 08:27:55.361807 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8d10b-4efe-482a-9835-64cd6120eb2d req-f12b8eeb-baf7-48cb-a261-1b8e40c2f5ca tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:55.363164 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1dc8d10b-4efe-482a-9835-64cd6120eb2d req-f12b8eeb-baf7-48cb-a261-1b8e40c2f5ca tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0461767 Apr 12 08:27:55.411447 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1dc8d10b-4efe-482a-9835-64cd6120eb2d req-fa760dbb-f092-4238-84ca-39a37235956f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427988 Apr 12 08:27:55.520805 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ef6c0-9b07-4b5d-aeb6-4b6ed55a7526 req-b5299774-187f-4a6d-873c-07e5efc8681c tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:55.522260 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fa6ef6c0-9b07-4b5d-aeb6-4b6ed55a7526 req-b5299774-187f-4a6d-873c-07e5efc8681c tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0467246 Apr 12 08:27:55.573450 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fa6ef6c0-9b07-4b5d-aeb6-4b6ed55a7526 req-ad41dd3b-6a65-44cd-9a0a-456ffdd91a2f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453918 Apr 12 08:27:55.596346 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53298) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:55.639769 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53302) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:55.761884 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2095a3d-b976-4ea6-97c0-a97d4fd2aba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:55.801692 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f08799-4d98-41cd-9fe8-b7f3031d0e31 tempest-TestShelveInstance-1902628222 tempest-TestShelveInstance-1902628222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:55.803193 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-78f08799-4d98-41cd-9fe8-b7f3031d0e31 tempest-TestShelveInstance-1902628222 tempest-TestShelveInstance-1902628222-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1124 time: 0.2057884 Apr 12 08:27:55.806177 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53308) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:55.812492 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'port_id': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:27:55.884046 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2095a3d-b976-4ea6-97c0-a97d4fd2aba8 admin admin] Publish callbacks [] for security_group (67c3e336-9475-498e-b3c9-b22bd1e4031f), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:55.922736 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:55.978117 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2095a3d-b976-4ea6-97c0-a97d4fd2aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (67c3e336-9475-498e-b3c9-b22bd1e4031f), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:56.031306 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e2095a3d-b976-4ea6-97c0-a97d4fd2aba8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16a2cf813b5a4754807a9b1733cfd872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904750 Apr 12 08:27:56.034314 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53312) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:56.035520 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2095a3d-b976-4ea6-97c0-a97d4fd2aba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c3e336-9475-498e-b3c9-b22bd1e4031f,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:56.038285 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:56.058478 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018070f6-53c6-4818-8691-85372abe8e3b req-aea75c6f-199a-4507-b3ab-37eeab1c1522 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:56.059971 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-018070f6-53c6-4818-8691-85372abe8e3b req-aea75c6f-199a-4507-b3ab-37eeab1c1522 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0648839 Apr 12 08:27:56.131464 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3eaf620e-7062-48f1-b47e-f34afcf2c806 admin admin] Publish callbacks [] for security_group (67c3e336-9475-498e-b3c9-b22bd1e4031f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:56.136859 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-018070f6-53c6-4818-8691-85372abe8e3b req-cdcd8f81-d895-445e-9550-3b1bc5a9f587 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683818 Apr 12 08:27:56.171529 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3eaf620e-7062-48f1-b47e-f34afcf2c806 admin admin] Publish callbacks [] for security_group (67c3e336-9475-498e-b3c9-b22bd1e4031f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:56.280949 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3eaf620e-7062-48f1-b47e-f34afcf2c806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (67c3e336-9475-498e-b3c9-b22bd1e4031f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:56.283591 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3eaf620e-7062-48f1-b47e-f34afcf2c806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:56.284981 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3eaf620e-7062-48f1-b47e-f34afcf2c806 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67c3e336-9475-498e-b3c9-b22bd1e4031f HTTP/1.1" status: 204 len: 168 time: 0.2495620 Apr 12 08:27:56.293341 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf620e-7062-48f1-b47e-f34afcf2c806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c3e336-9475-498e-b3c9-b22bd1e4031f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:56.410681 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Allocated IP 172.27.3.85 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/309e788b-bea8-4bf2-b6b9-59f688b6468a) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:27:56.521697 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for port (309e788b-bea8-4bf2-b6b9-59f688b6468a), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:56.598528 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (309e788b-bea8-4bf2-b6b9-59f688b6468a), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:56.641469 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:27:56.644365 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:27:56.648164 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:27:56.674950 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event updated for resources: {'Port': ['ID=309e788b-bea8-4bf2-b6b9-59f688b6468a,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:56.871539 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53320) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:56.884724 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf82b-9586-493c-810b-3fde67bf5d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:56.958594 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf82b-9586-493c-810b-3fde67bf5d07 admin admin] Publish callbacks [] for security_group (3867bbca-2055-4a0e-95ae-f0d97e2bd335), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.024891 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for floatingip (d52e7845-a416-4fe8-9c18-613e79743d31), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.026492 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf82b-9586-493c-810b-3fde67bf5d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (3867bbca-2055-4a0e-95ae-f0d97e2bd335), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.068788 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4c6cf82b-9586-493c-810b-3fde67bf5d07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc93ef3f9d9c4caaa340e7a1a2248f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961575 Apr 12 08:27:57.069754 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cf82b-9586-493c-810b-3fde67bf5d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3867bbca-2055-4a0e-95ae-f0d97e2bd335,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:57.071437 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53322) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:27:57.118537 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b5f560e-6458-4ca5-acbd-c3f5c30b1ff9 admin admin] Publish callbacks [] for security_group (3867bbca-2055-4a0e-95ae-f0d97e2bd335), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.164559 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b5f560e-6458-4ca5-acbd-c3f5c30b1ff9 admin admin] Publish callbacks [] for security_group (3867bbca-2055-4a0e-95ae-f0d97e2bd335), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.175140 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (309e788b-bea8-4bf2-b6b9-59f688b6468a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.282541 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943e6a4-083a-4258-b934-e7e2449e9d3e req-312a74fd-7320-4edd-977e-3ae82cfdb2a9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:57.282541 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e943e6a4-083a-4258-b934-e7e2449e9d3e req-312a74fd-7320-4edd-977e-3ae82cfdb2a9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0667443 Apr 12 08:27:57.349660 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b5f560e-6458-4ca5-acbd-c3f5c30b1ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (3867bbca-2055-4a0e-95ae-f0d97e2bd335), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.352195 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b5f560e-6458-4ca5-acbd-c3f5c30b1ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.353313 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-0b5f560e-6458-4ca5-acbd-c3f5c30b1ff9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3867bbca-2055-4a0e-95ae-f0d97e2bd335 HTTP/1.1" status: 204 len: 168 time: 0.2808778 Apr 12 08:27:57.376733 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f560e-6458-4ca5-acbd-c3f5c30b1ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3867bbca-2055-4a0e-95ae-f0d97e2bd335,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:57.408575 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e943e6a4-083a-4258-b934-e7e2449e9d3e req-57d49c23-cec6-4b0b-ae7c-ff5ac578684d tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153796 Apr 12 08:27:57.451891 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for port (309e788b-bea8-4bf2-b6b9-59f688b6468a), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.514732 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (309e788b-bea8-4bf2-b6b9-59f688b6468a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.581611 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event updated for resources: {'Port': ['ID=309e788b-bea8-4bf2-b6b9-59f688b6468a,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:27:57.596290 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (d52e7845-a416-4fe8-9c18-613e79743d31), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:57.696612 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.l3_db [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Floating IP d52e7845-a416-4fe8-9c18-613e79743d31 associated. External IP: 172.27.3.85, port: 2177a1bf-6d59-41f3-8737-f71e321c3903. Apr 12 08:27:57.918574 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:27:58.037441 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:27:58.047723 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] Sync routers for ids ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:27:58.058112 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] Routers {'4e3c6c55-4b1f-435e-9038-83d95f26ef61'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:27:58.072329 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:27:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:58.142430 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:27:58.215916 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-59cd8d6c-caca-4db6-b4dd-ae5576f76101 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3969932 Apr 12 08:27:58.217127 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:27:58.221743 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1122016-657a-498a-8320-1ef531a60dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:27:58.270352 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077930d5-4a7c-437a-8421-4759d29e2fcd x-openstack-request-id: req-077930d5-4a7c-437a-8421-4759d29e2fcd {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:27:58.270649 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:27:58.270922 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-077930d5-4a7c-437a-8421-4759d29e2fcd {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:27:58.271332 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077930d5-4a7c-437a-8421-4759d29e2fcd'] response: {'name': 'network-changed', 'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'status': 'completed', 'code': 200} Apr 12 08:27:58.296688 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] Set router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:27:58.331312 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1122016-657a-498a-8320-1ef531a60dcd req-598f4470-de1c-45b0-b146-6f5f1d6e782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:58.332986 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d1122016-657a-498a-8320-1ef531a60dcd req-598f4470-de1c-45b0-b146-6f5f1d6e782a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f60295b03664d50a09fad14e734f40a&device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1129 time: 0.0398018 Apr 12 08:27:58.426539 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1122016-657a-498a-8320-1ef531a60dcd req-b9231579-5dcb-4dc1-95ad-66c4bdd3f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:58.428058 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d1122016-657a-498a-8320-1ef531a60dcd req-b9231579-5dcb-4dc1-95ad-66c4bdd3f3c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=506c5d73-aab6-4e02-a3f1-b827fea21e86 HTTP/1.1" status: 200 len: 908 time: 0.0889864 Apr 12 08:27:58.505374 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d1122016-657a-498a-8320-1ef531a60dcd req-337e67e5-334b-493f-ac6e-d3320857e0ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2177a1bf-6d59-41f3-8737-f71e321c3903 HTTP/1.1" status: 200 len: 998 time: 0.0696812 Apr 12 08:27:58.520572 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'd52e7845-a416-4fe8-9c18-613e79743d31', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'port_id': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'mac_address': 'fa:16:3e:7d:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:27:56Z', 'updated_at': '2022-04-12T08:27:56Z', 'revision_number': 0, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cebca9-96be-4b12-9164-ccfa4979fe97', 'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'mac_address': 'fa:16:3e:9c:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:05Z', 'updated_at': '2022-04-12T08:27:09Z', 'revision_number': 5, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'subnets': [{'id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:58.553871 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] Checking router: 4e3c6c55-4b1f-435e-9038-83d95f26ef61 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:27:58.562296 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] Routers {'4e3c6c55-4b1f-435e-9038-83d95f26ef61'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:27:58.562899 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:27:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:58.563566 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1122016-657a-498a-8320-1ef531a60dcd req-10d14930-952e-458c-a6f7-7fbc43b70f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:58.565037 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d1122016-657a-498a-8320-1ef531a60dcd req-10d14930-952e-458c-a6f7-7fbc43b70f79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21ede74f-cb2f-4d7e-a13b-45a3a0a3610e HTTP/1.1" status: 200 len: 847 time: 0.0511079 Apr 12 08:27:58.573479 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f31fbe-77c0-4cce-86f8-53d0e093b8f6 req-24c46a96-9e14-41d1-9de5-f1cb39b5b63a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:58.575248 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d3f31fbe-77c0-4cce-86f8-53d0e093b8f6 req-24c46a96-9e14-41d1-9de5-f1cb39b5b63a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0757570 Apr 12 08:27:58.618059 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1122016-657a-498a-8320-1ef531a60dcd req-41747cbd-3dd5-469a-8d44-bd66dcb2a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:58.619925 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d1122016-657a-498a-8320-1ef531a60dcd req-41747cbd-3dd5-469a-8d44-bd66dcb2a1f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=506c5d73-aab6-4e02-a3f1-b827fea21e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472453 Apr 12 08:27:58.639767 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d3f31fbe-77c0-4cce-86f8-53d0e093b8f6 req-ec9ac096-9dfa-452b-a373-bf99919dd1e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576854 Apr 12 08:27:58.677877 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] Set router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:27:58.716253 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d1122016-657a-498a-8320-1ef531a60dcd req-01d27f25-6e24-4fbe-851a-1f3e5a722970 service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902510 Apr 12 08:27:58.823158 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d1122016-657a-498a-8320-1ef531a60dcd req-547c891c-dadb-44b2-9c3d-cdeb1d3a8be1 service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003008 Apr 12 08:27:58.914809 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'd52e7845-a416-4fe8-9c18-613e79743d31', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'port_id': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'mac_address': 'fa:16:3e:7d:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:27:56Z', 'updated_at': '2022-04-12T08:27:56Z', 'revision_number': 0, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cebca9-96be-4b12-9164-ccfa4979fe97', 'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'mac_address': 'fa:16:3e:9c:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:05Z', 'updated_at': '2022-04-12T08:27:09Z', 'revision_number': 5, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'subnets': [{'id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:27:58.949669 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867365b0-b052-4ba6-b940-c355b00a4295 None None] The sync data for ids ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'] in dv-cinder-836944-3-iscsi is: [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'd52e7845-a416-4fe8-9c18-613e79743d31', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'port_id': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'mac_address': 'fa:16:3e:7d:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:27:56Z', 'updated_at': '2022-04-12T08:27:56Z', 'revision_number': 0, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cebca9-96be-4b12-9164-ccfa4979fe97', 'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'mac_address': 'fa:16:3e:9c:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:05Z', 'updated_at': '2022-04-12T08:27:09Z', 'revision_number': 5, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'subnets': [{'id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:27:59.028260 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e14e8-715a-4769-a708-629bbf78514b req-8ccae3b0-d5c8-4faf-ac4c-a0a33e6cb325 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:59.036021 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-759e14e8-715a-4769-a708-629bbf78514b req-8ccae3b0-d5c8-4faf-ac4c-a0a33e6cb325 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0592091 Apr 12 08:27:59.083097 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-759e14e8-715a-4769-a708-629bbf78514b req-0f4c5f47-1323-4c42-8e3c-cfefb97c884b tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461240 Apr 12 08:27:59.203077 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-d52aa393-da67-48ae-8eca-2cab488f6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:59.204661 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-d52aa393-da67-48ae-8eca-2cab488f6197 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 1129 time: 0.0811584 Apr 12 08:27:59.281092 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c6248-675b-4837-bc78-ed5d614e5e78 None None] New status for floating IP d52e7845-a416-4fe8-9c18-613e79743d31: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:27:59.317946 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-b5ef0137-b7fc-4d4c-b78a-9d274fb643c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:59.319417 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-b5ef0137-b7fc-4d4c-b78a-9d274fb643c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=09029edf-9163-472f-b354-fc0c16533659 HTTP/1.1" status: 200 len: 911 time: 0.1070650 Apr 12 08:27:59.388810 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-2e528113-c898-4616-9497-b5b220cf98bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=739fccce-9245-4ad0-b414-db9f954ed0c3 HTTP/1.1" status: 200 len: 1001 time: 0.0631187 Apr 12 08:27:59.439651 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-fa760d47-f111-46dc-ac35-5012c20050a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:59.448673 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-fa760d47-f111-46dc-ac35-5012c20050a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a89944-d3f0-4b32-990f-8e52e78fb61d HTTP/1.1" status: 200 len: 850 time: 0.0467584 Apr 12 08:27:59.483929 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-77ee0735-ce54-4219-aeef-2a664185622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:27:59.486162 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-77ee0735-ce54-4219-aeef-2a664185622b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09029edf-9163-472f-b354-fc0c16533659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388000 Apr 12 08:27:59.583240 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-4913ad95-2fe1-44e8-9272-5efe239bc659 service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920093 Apr 12 08:27:59.672866 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5798f2d7-fc1c-4ad7-8746-0429f1a4ef90 req-d5d6055f-b715-4ec2-9341-f97b5fbcb1e2 service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834155 Apr 12 08:28:00.206118 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404ec4f-1729-4adf-a926-8da0781dff31 req-370cbf31-8013-4c6e-91a4-c6d68a86e072 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:00.207640 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e404ec4f-1729-4adf-a926-8da0781dff31 req-370cbf31-8013-4c6e-91a4-c6d68a86e072 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0515406 Apr 12 08:28:00.228805 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1cd889f0-f79b-4097-9b9c-48e41f15d674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:00.256678 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e404ec4f-1729-4adf-a926-8da0781dff31 req-47f3462f-bf9e-42e1-a0f6-0af3ed361878 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434072 Apr 12 08:28:01.367712 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36ffe5-f1bd-4d29-ba96-fb9fe11f8aa6 req-2086a2ac-9495-47fc-8b09-7eea56742816 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:01.369149 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2b36ffe5-f1bd-4d29-ba96-fb9fe11f8aa6 req-2086a2ac-9495-47fc-8b09-7eea56742816 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0467021 Apr 12 08:28:01.420189 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-2b36ffe5-f1bd-4d29-ba96-fb9fe11f8aa6 req-e3945d61-6793-43c0-8327-f830bd65ccbe tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452428 Apr 12 08:28:02.064728 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53430) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:02.169203 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-899d8204-5793-486a-ab6e-49a5b183524a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:02.241116 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-899d8204-5793-486a-ab6e-49a5b183524a admin admin] Publish callbacks [] for security_group (e855ceeb-c968-43f1-8bef-fbaaf50fa878), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:02.317182 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-899d8204-5793-486a-ab6e-49a5b183524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e855ceeb-c968-43f1-8bef-fbaaf50fa878), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:02.354188 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d8204-5793-486a-ab6e-49a5b183524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e855ceeb-c968-43f1-8bef-fbaaf50fa878,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:02.359375 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-899d8204-5793-486a-ab6e-49a5b183524a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77b11f33e8004069b9d141fd8efb99ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930021 Apr 12 08:28:02.362758 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53434) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:02.409717 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7719aa43-8ec3-402c-83b1-c02437d61b50 admin admin] Publish callbacks [] for security_group (e855ceeb-c968-43f1-8bef-fbaaf50fa878), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:02.430116 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7719aa43-8ec3-402c-83b1-c02437d61b50 admin admin] Publish callbacks [] for security_group (e855ceeb-c968-43f1-8bef-fbaaf50fa878), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:02.545668 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7719aa43-8ec3-402c-83b1-c02437d61b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e855ceeb-c968-43f1-8bef-fbaaf50fa878), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:02.548179 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7719aa43-8ec3-402c-83b1-c02437d61b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:02.549312 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-7719aa43-8ec3-402c-83b1-c02437d61b50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e855ceeb-c968-43f1-8bef-fbaaf50fa878 HTTP/1.1" status: 204 len: 168 time: 0.1856937 Apr 12 08:28:02.556654 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719aa43-8ec3-402c-83b1-c02437d61b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e855ceeb-c968-43f1-8bef-fbaaf50fa878,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:02.797446 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2d3603aa-1785-4697-a8c8-be78f48cbdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:03.115555 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53446) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:03.128999 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-191674b9-9cd1-4491-8fb1-6ecf7cb73a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:03.205766 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-191674b9-9cd1-4491-8fb1-6ecf7cb73a15 admin admin] Publish callbacks [] for security_group (57075fb8-cbeb-467d-9c3b-0fe636795da4), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:03.277559 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-191674b9-9cd1-4491-8fb1-6ecf7cb73a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (57075fb8-cbeb-467d-9c3b-0fe636795da4), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:03.315411 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191674b9-9cd1-4491-8fb1-6ecf7cb73a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57075fb8-cbeb-467d-9c3b-0fe636795da4,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:03.319771 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-191674b9-9cd1-4491-8fb1-6ecf7cb73a15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d6752ba012b4925803386c20a8b9c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031829 Apr 12 08:28:03.322508 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53448) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:03.370927 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3beafd11-6035-46ca-b185-025089719ea0 admin admin] Publish callbacks [] for security_group (57075fb8-cbeb-467d-9c3b-0fe636795da4), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:03.392090 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3beafd11-6035-46ca-b185-025089719ea0 admin admin] Publish callbacks [] for security_group (57075fb8-cbeb-467d-9c3b-0fe636795da4), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:03.497469 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3beafd11-6035-46ca-b185-025089719ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (57075fb8-cbeb-467d-9c3b-0fe636795da4), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:03.499952 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3beafd11-6035-46ca-b185-025089719ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:03.501092 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-3beafd11-6035-46ca-b185-025089719ea0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57075fb8-cbeb-467d-9c3b-0fe636795da4 HTTP/1.1" status: 204 len: 168 time: 0.1776590 Apr 12 08:28:03.510417 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beafd11-6035-46ca-b185-025089719ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57075fb8-cbeb-467d-9c3b-0fe636795da4,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:03.588958 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:03.722942 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:04.446819 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53474) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:04.639463 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b208-8a9d-4413-8195-fab9495692e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:04.714637 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b208-8a9d-4413-8195-fab9495692e5 admin admin] Publish callbacks [] for security_group (f7b6ec86-f0be-479e-99c9-08c76ddc73f5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:04.811867 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b208-8a9d-4413-8195-fab9495692e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f7b6ec86-f0be-479e-99c9-08c76ddc73f5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:04.850714 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c2c1b208-8a9d-4413-8195-fab9495692e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=893db4fe55a04d42a6169ae62ff21bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028261 Apr 12 08:28:04.851717 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1b208-8a9d-4413-8195-fab9495692e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b6ec86-f0be-479e-99c9-08c76ddc73f5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:04.858911 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53488) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:04.907441 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59ae07c8-fe72-40a3-9874-e2b1d984504a admin admin] Publish callbacks [] for security_group (f7b6ec86-f0be-479e-99c9-08c76ddc73f5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:04.931383 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59ae07c8-fe72-40a3-9874-e2b1d984504a admin admin] Publish callbacks [] for security_group (f7b6ec86-f0be-479e-99c9-08c76ddc73f5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.030359 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53492) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:05.052363 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59ae07c8-fe72-40a3-9874-e2b1d984504a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f7b6ec86-f0be-479e-99c9-08c76ddc73f5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.054851 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59ae07c8-fe72-40a3-9874-e2b1d984504a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.055995 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-59ae07c8-fe72-40a3-9874-e2b1d984504a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7b6ec86-f0be-479e-99c9-08c76ddc73f5 HTTP/1.1" status: 204 len: 168 time: 0.1965466 Apr 12 08:28:05.064376 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae07c8-fe72-40a3-9874-e2b1d984504a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b6ec86-f0be-479e-99c9-08c76ddc73f5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:05.140703 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d3b336e-7f25-4f6e-a6f4-9cf4596a099d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.217451 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d3b336e-7f25-4f6e-a6f4-9cf4596a099d admin admin] Publish callbacks [] for security_group (88fdbdcc-6df7-42d0-8f91-1b493ce9435a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.263213 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.297701 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d3b336e-7f25-4f6e-a6f4-9cf4596a099d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (88fdbdcc-6df7-42d0-8f91-1b493ce9435a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.338394 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0d3b336e-7f25-4f6e-a6f4-9cf4596a099d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c475c978ec8473da58fa8008a1f99e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068831 Apr 12 08:28:05.339353 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b336e-7f25-4f6e-a6f4-9cf4596a099d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fdbdcc-6df7-42d0-8f91-1b493ce9435a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:05.341435 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53500) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:05.391255 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-257fd523-3ac0-4025-944e-b70d46b93269 admin admin] Publish callbacks [] for security_group (88fdbdcc-6df7-42d0-8f91-1b493ce9435a), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.416166 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-257fd523-3ac0-4025-944e-b70d46b93269 admin admin] Publish callbacks [] for security_group (88fdbdcc-6df7-42d0-8f91-1b493ce9435a), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.515457 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-257fd523-3ac0-4025-944e-b70d46b93269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (88fdbdcc-6df7-42d0-8f91-1b493ce9435a), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.518013 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-257fd523-3ac0-4025-944e-b70d46b93269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:05.520319 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-257fd523-3ac0-4025-944e-b70d46b93269 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88fdbdcc-6df7-42d0-8f91-1b493ce9435a HTTP/1.1" status: 204 len: 168 time: 0.1760812 Apr 12 08:28:05.526925 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fd523-3ac0-4025-944e-b70d46b93269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fdbdcc-6df7-42d0-8f91-1b493ce9435a,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:06.497076 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53544) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:06.601513 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-451558599-network', 'tenant_id': '191f6e0f9a274f2a9d4b9ee658255748'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:28:06.705682 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Made reservation on behalf of 191f6e0f9a274f2a9d4b9ee658255748 for: {'network': 1} {{(pid=103940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:28:06.709362 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for network (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:06.709647 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53550) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:06.718118 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:06.792943 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Publish callbacks [] for security_group (ac79207f-68d9-4053-849e-ab32caa06a0a), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:06.818065 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:06.828814 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:06.857363 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (ac79207f-68d9-4053-849e-ab32caa06a0a), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:06.878809 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 08:28:06.890826 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Publish callbacks [] for security_group (9db12688-ca2a-469a-9361-a8d6c4186f05), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:06.893743 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac79207f-68d9-4053-849e-ab32caa06a0a,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:06.896597 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (505d6e9d-86bf-4b3c-a39e-d413668c1c0d), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:06.896942 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.segments_db [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Added segment 505d6e9d-86bf-4b3c-a39e-d413668c1c0d of type vlan for network 65097649-b7ad-4e0e-879e-26f26abf130a Apr 12 08:28:06.941065 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766555639381'] for network (65097649-b7ad-4e0e-879e-26f26abf130a), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:06.977491 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (9db12688-ca2a-469a-9361-a8d6c4186f05), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:07.018357 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9d9e05a42da4cca89db0be45ee523dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076048 Apr 12 08:28:07.019627 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db12688-ca2a-469a-9361-a8d6c4186f05,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:07.021091 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53554) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:07.026850 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.027206 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.027581 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.027915 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.028247 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.028576 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.028902 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.029226 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.029548 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.029900 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.030222 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.030543 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.030862 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.031179 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.031513 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fc6964-83f8-434f-82df-03f503425d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:07.045392 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439'] for network (65097649-b7ad-4e0e-879e-26f26abf130a), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:07.045392 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:07.046095 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:07.125708 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] Pushing event updated for resources: {'Network': ['ID=65097649-b7ad-4e0e-879e-26f26abf130a,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:07.130172 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c45754e-9953-4a9e-a96d-893841d87575 admin admin] Publish callbacks [] for security_group (9db12688-ca2a-469a-9361-a8d6c4186f05), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:07.135205 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Network 65097649-b7ad-4e0e-879e-26f26abf130a details requested by agent ovs-agent-dv-cinder-836944-3-iscsi with host dv-cinder-836944-3-iscsi {{(pid=103941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 08:28:07.150417 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-8e1d92a6-b978-40a4-90be-229351bb09dc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6522532 Apr 12 08:28:07.153310 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53556) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:07.155526 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c45754e-9953-4a9e-a96d-893841d87575 admin admin] Publish callbacks [] for security_group (9db12688-ca2a-469a-9361-a8d6c4186f05), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:07.158681 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Request body: {'subnet': {'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-451558599-subnet', 'tenant_id': '191f6e0f9a274f2a9d4b9ee658255748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:28:07.254755 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Made reservation on behalf of 191f6e0f9a274f2a9d4b9ee658255748 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:28:07.257046 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3631433'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:07.288963 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c45754e-9953-4a9e-a96d-893841d87575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (9db12688-ca2a-469a-9361-a8d6c4186f05), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:07.291497 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c45754e-9953-4a9e-a96d-893841d87575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:07.293107 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-9c45754e-9953-4a9e-a96d-893841d87575 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9db12688-ca2a-469a-9361-a8d6c4186f05 HTTP/1.1" status: 204 len: 168 time: 0.2704749 Apr 12 08:28:07.301015 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45754e-9953-4a9e-a96d-893841d87575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db12688-ca2a-469a-9361-a8d6c4186f05,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:07.515260 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25995469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3631451'] for subnet (c3f34372-b49f-4a34-8a29-d804134ae26d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:07.569359 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f34372-b49f-4a34-8a29-d804134ae26d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:07.579663 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Checking segment: {'id': '505d6e9d-86bf-4b3c-a39e-d413668c1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:28:07.580019 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Network hostable DHCP agents. Network: 65097649-b7ad-4e0e-879e-26f26abf130a, hostable agents: ['30de39a7-cbe2-4390-b770-4a498b13aec1'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 08:28:07.651806 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Network 65097649-b7ad-4e0e-879e-26f26abf130a is scheduled to be hosted by DHCP agent 30de39a7-cbe2-4390-b770-4a498b13aec1 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 08:28:07.737648 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-3-iscsi, 65097649-b7ad-4e0e-879e-26f26abf130a) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:28:07.742052 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:07.742891 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:07.746693 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcba3b0e-b7a6-4a6e-943e-17a76da63edb None None] Network 65097649-b7ad-4e0e-879e-26f26abf130a requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:28:07.854687 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a933f2-09db-47fe-8ed5-5a3fb6ddf66c None None] Network 65097649-b7ad-4e0e-879e-26f26abf130a requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:28:07.857147 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4be5ac39-6a20-442a-8369-62b5c899e21c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7025595 Apr 12 08:28:09.983201 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-28d0c0e8-aec9-4741-8d36-ecef7666dbfe tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:09.984676 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-28d0c0e8-aec9-4741-8d36-ecef7666dbfe tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/networks?id=65097649-b7ad-4e0e-879e-26f26abf130a HTTP/1.1" status: 200 len: 813 time: 0.1036541 Apr 12 08:28:09.999495 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-8ebbd8b9-9439-4df4-867b-8a21fb7f14d9 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/quotas/191f6e0f9a274f2a9d4b9ee658255748 HTTP/1.1" status: 200 len: 375 time: 0.0088968 Apr 12 08:28:10.031141 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-65f731d5-d10a-4bc0-8cba-51cf0a49f85a tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=191f6e0f9a274f2a9d4b9ee658255748&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267494 Apr 12 08:28:10.120729 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-37798402-eb6d-4531-9ef1-b021eeea5fdb service neutron] 10.222.0.23 "GET /v2.0/networks/65097649-b7ad-4e0e-879e-26f26abf130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822098 Apr 12 08:28:10.213517 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-003cc1a7-392a-479d-9dcf-71d36e3e544f service neutron] 10.222.0.23 "GET /v2.0/networks/65097649-b7ad-4e0e-879e-26f26abf130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871515 Apr 12 08:28:10.466500 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-da178c6c-65af-4a81-a8dd-cc497705c37e req-60ffe00b-cf56-4014-9f97-13bb71c842cf tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0295188 Apr 12 08:28:11.561570 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-eb60001e-a9c1-464c-9a7e-d0008007aa54 req-a4a04308-3f78-49c5-bd89-6411a4e3d861 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0286491 Apr 12 08:28:12.611178 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-b09e3510-1ad7-4b72-a593-c0f10bd54859 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:12.613180 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-b09e3510-1ad7-4b72-a593-c0f10bd54859 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.25 "GET /v2.0/networks?id=65097649-b7ad-4e0e-879e-26f26abf130a HTTP/1.1" status: 200 len: 813 time: 0.1084893 Apr 12 08:28:12.633720 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Request body: {'port': {'device_id': '840bbc58-38aa-4110-bc6c-73f5a3e2b9c3', 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a', 'admin_state_up': True, 'tenant_id': '191f6e0f9a274f2a9d4b9ee658255748'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:28:12.690454 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-d5c072fe-9c06-4cb2-be71-5175e3d747c0 req-eaa7fe38-f05a-4f61-823b-cb6de0a22ef3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0344481 Apr 12 08:28:12.811943 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Made reservation on behalf of 191f6e0f9a274f2a9d4b9ee658255748 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:28:12.815536 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:13.204417 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Allocated IP 172.20.0.9 (65097649-b7ad-4e0e-879e-26f26abf130a/c3f34372-b49f-4a34-8a29-d804134ae26d/0dd1e97d-7704-492e-98de-7e539378ee3a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:28:13.345255 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks [] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:13.434858 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:13.477357 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Network 65097649-b7ad-4e0e-879e-26f26abf130a is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:28:13.480412 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:28:13.484131 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:28:13.493204 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Pushing event updated for resources: {'Port': ['ID=0dd1e97d-7704-492e-98de-7e539378ee3a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:13.537973 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:13.538589 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:13.614925 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d2ecdd24-165a-4fd1-8650-3a59621d77b0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9852111 Apr 12 08:28:13.626892 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Request body: {'port': {'device_id': '840bbc58-38aa-4110-bc6c-73f5a3e2b9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:28:13.688182 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:13.865287 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea8b7e-efcf-4c7b-aad2-bf1473ff5b66 req-0d4e41e3-e723-45c2-aa17-35725679df3e tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:13.865287 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1dea8b7e-efcf-4c7b-aad2-bf1473ff5b66 req-0d4e41e3-e723-45c2-aa17-35725679df3e tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 931 time: 0.0664289 Apr 12 08:28:13.950766 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-1dea8b7e-efcf-4c7b-aad2-bf1473ff5b66 req-9bbd782a-da93-415a-80b4-ce5aff24b5bf tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855093 Apr 12 08:28:14.034641 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd1e97d-7704-492e-98de-7e539378ee3a {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:28:14.042200 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Publish callbacks [] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:14.054744 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Transition to ACTIVE for port object 0dd1e97d-7704-492e-98de-7e539378ee3a will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:28:14.140404 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:14.192875 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Pushing event updated for resources: {'Port': ['ID=0dd1e97d-7704-492e-98de-7e539378ee3a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:14.265728 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Attempting to bind port 0dd1e97d-7704-492e-98de-7e539378ee3a on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:28:14.266070 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Attempting to bind port 0dd1e97d-7704-492e-98de-7e539378ee3a by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '505d6e9d-86bf-4b3c-a39e-d413668c1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:28:14.266391 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Attempting to bind port 0dd1e97d-7704-492e-98de-7e539378ee3a on network 65097649-b7ad-4e0e-879e-26f26abf130a {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:28:14.270710 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Port 0dd1e97d-7704-492e-98de-7e539378ee3a on network 65097649-b7ad-4e0e-879e-26f26abf130a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:28:14.271033 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Attempting to bind port 0dd1e97d-7704-492e-98de-7e539378ee3a on network 65097649-b7ad-4e0e-879e-26f26abf130a {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:28:14.275998 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:28:14.276342 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Checking segment: {'id': '505d6e9d-86bf-4b3c-a39e-d413668c1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:28:14.276723 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Bound using segment: {'id': '505d6e9d-86bf-4b3c-a39e-d413668c1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:28:14.277147 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Bound port: 0dd1e97d-7704-492e-98de-7e539378ee3a, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505d6e9d-86bf-4b3c-a39e-d413668c1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:28:14.277505 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:14.344047 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] For port 0dd1e97d-7704-492e-98de-7e539378ee3a, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:28:14.347523 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] For port 0dd1e97d-7704-492e-98de-7e539378ee3a, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=0dd1e97d-7704-492e-98de-7e539378ee3a,segment=NetworkSegment(505d6e9d-86bf-4b3c-a39e-d413668c1c0d),segment_id=505d6e9d-86bf-4b3c-a39e-d413668c1c0d)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:28:14.418009 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:14.453039 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:14.453654 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:14.455031 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] 10.222.0.25 "PUT /v2.0/ports/0dd1e97d-7704-492e-98de-7e539378ee3a HTTP/1.1" status: 200 len: 1093 time: 0.8324187 Apr 12 08:28:14.455465 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840bbc58-38aa-4110-bc6c-73f5a3e2b9c3', 'tag': '0dd1e97d-7704-492e-98de-7e539378ee3a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:28:14.457729 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f2e912-5545-414e-bc97-805b83753aab" -d '{"events": [{"name": "network-changed", "server_uuid": "840bbc58-38aa-4110-bc6c-73f5a3e2b9c3", "tag": "0dd1e97d-7704-492e-98de-7e539378ee3a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:28:14.492843 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae39f5-b1d4-4477-ae32-dec95d94455c service neutron] Pushing event updated for resources: {'Port': ['ID=0dd1e97d-7704-492e-98de-7e539378ee3a,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:14.498534 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c470c9-cfda-4f4b-97e3-cbf6972931c5 x-openstack-request-id: req-05c470c9-cfda-4f4b-97e3-cbf6972931c5 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:28:14.498822 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840bbc58-38aa-4110-bc6c-73f5a3e2b9c3", "tag": "0dd1e97d-7704-492e-98de-7e539378ee3a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:28:14.499075 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05c470c9-cfda-4f4b-97e3-cbf6972931c5 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:28:14.499466 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c470c9-cfda-4f4b-97e3-cbf6972931c5'] response: {'name': 'network-changed', 'server_uuid': '840bbc58-38aa-4110-bc6c-73f5a3e2b9c3', 'tag': '0dd1e97d-7704-492e-98de-7e539378ee3a', 'status': 'completed', 'code': 200} Apr 12 08:28:14.560055 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2e912-5545-414e-bc97-805b83753aab req-d9b2899c-e5f8-4a2a-9c49-3ded6a49185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:14.561589 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-48f2e912-5545-414e-bc97-805b83753aab req-d9b2899c-e5f8-4a2a-9c49-3ded6a49185b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=191f6e0f9a274f2a9d4b9ee658255748&device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 1127 time: 0.0412211 Apr 12 08:28:14.661254 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2e912-5545-414e-bc97-805b83753aab req-0e73c146-7edc-441f-9a5e-da91243e5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:14.662854 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-48f2e912-5545-414e-bc97-805b83753aab req-0e73c146-7edc-441f-9a5e-da91243e5fd3 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=191f6e0f9a274f2a9d4b9ee658255748&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0944731 Apr 12 08:28:14.754636 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2e912-5545-414e-bc97-805b83753aab req-a5970079-3aa6-4628-b723-239b3ad0af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:14.756144 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-48f2e912-5545-414e-bc97-805b83753aab req-a5970079-3aa6-4628-b723-239b3ad0af34 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0877612 Apr 12 08:28:14.834088 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-ee41ea4e-1462-469a-93d6-906c5edae767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:14.835608 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-ee41ea4e-1462-469a-93d6-906c5edae767 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=191f6e0f9a274f2a9d4b9ee658255748&device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 1127 time: 0.0431757 Apr 12 08:28:14.875572 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-d377a782-2fae-469a-ad93-80d1cb189b4b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dd1e97d-7704-492e-98de-7e539378ee3a HTTP/1.1" status: 200 len: 217 time: 0.0337479 Apr 12 08:28:14.923170 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-e0d03cca-2256-4191-9b83-01ab6492316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:14.924815 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-e0d03cca-2256-4191-9b83-01ab6492316a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c3f34372-b49f-4a34-8a29-d804134ae26d HTTP/1.1" status: 200 len: 853 time: 0.0437980 Apr 12 08:28:14.959873 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-54604fb5-5e09-418a-af2f-262870d1cd9b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=65097649-b7ad-4e0e-879e-26f26abf130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295646 Apr 12 08:28:15.079379 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-dd34414e-66f3-42e8-bc36-632777fef895 service neutron] 10.222.0.25 "GET /v2.0/networks/65097649-b7ad-4e0e-879e-26f26abf130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141875 Apr 12 08:28:15.090557 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83da053-be63-4089-a735-f5177f921b21 req-9fe06476-f4e5-4b99-b06b-19ee152c8a4d tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:15.092002 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d83da053-be63-4089-a735-f5177f921b21 req-9fe06476-f4e5-4b99-b06b-19ee152c8a4d tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 943 time: 0.0608153 Apr 12 08:28:15.200813 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d83da053-be63-4089-a735-f5177f921b21 req-ca5f8552-dfff-4dd8-8891-367b2d270569 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000273 Apr 12 08:28:15.217782 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0302d8cb-331e-4752-adc8-83e0046b33e6 req-bd4698e6-f3ba-4c8b-80c1-55198e878c40 service neutron] 10.222.0.25 "GET /v2.0/networks/65097649-b7ad-4e0e-879e-26f26abf130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248264 Apr 12 08:28:16.313329 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aa605-0d86-4adc-aeec-312d7e3dcd51 req-0fbcb99a-e297-4145-b6a1-1e92a3e5df62 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:16.314729 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3c9aa605-0d86-4adc-aeec-312d7e3dcd51 req-0fbcb99a-e297-4145-b6a1-1e92a3e5df62 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 943 time: 0.0464745 Apr 12 08:28:16.361021 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3c9aa605-0d86-4adc-aeec-312d7e3dcd51 req-45049409-d391-48c4-8a0e-f35a01cae7f9 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Apr 12 08:28:17.241253 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 0dd1e97d-7704-492e-98de-7e539378ee3a details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:28:17.339281 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 0dd1e97d-7704-492e-98de-7e539378ee3a, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=0dd1e97d-7704-492e-98de-7e539378ee3a,segment=NetworkSegment(505d6e9d-86bf-4b3c-a39e-d413668c1c0d),segment_id=505d6e9d-86bf-4b3c-a39e-d413668c1c0d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:17.350804 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '0dd1e97d-7704-492e-98de-7e539378ee3a', 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a', 'port_id': '0dd1e97d-7704-492e-98de-7e539378ee3a', 'mac_address': 'fa:16:3e:03:ef:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f34372-b49f-4a34-8a29-d804134ae26d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:28:17.391036 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 0dd1e97d-7704-492e-98de-7e539378ee3a is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:28:17.391433 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:17.404115 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd1e97d-7704-492e-98de-7e539378ee3a {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:28:17.424313 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 0dd1e97d-7704-492e-98de-7e539378ee3a, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=0dd1e97d-7704-492e-98de-7e539378ee3a,segment=NetworkSegment(505d6e9d-86bf-4b3c-a39e-d413668c1c0d),segment_id=505d6e9d-86bf-4b3c-a39e-d413668c1c0d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:17.471680 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7415bbe-c876-42e5-a5ea-9c6417734c5d req-2462f756-d4b6-4751-bc95-10b06f519039 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:17.473787 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d7415bbe-c876-42e5-a5ea-9c6417734c5d req-2462f756-d4b6-4751-bc95-10b06f519039 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 943 time: 0.0484838 Apr 12 08:28:17.494229 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:17.524958 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d7415bbe-c876-42e5-a5ea-9c6417734c5d req-98782a42-75fe-4c3f-95c1-9d7d3118e971 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454333 Apr 12 08:28:17.542040 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=0dd1e97d-7704-492e-98de-7e539378ee3a,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:17.768400 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['0dd1e97d-7704-492e-98de-7e539378ee3a'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:28:18.635728 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ff32d-8777-484b-92f6-22cd83e935c0 req-7af1c0b1-a805-4b9d-a037-309903d03bd5 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:18.637179 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-720ff32d-8777-484b-92f6-22cd83e935c0 req-7af1c0b1-a805-4b9d-a037-309903d03bd5 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0463152 Apr 12 08:28:18.682524 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-720ff32d-8777-484b-92f6-22cd83e935c0 req-4bcbb3be-8539-416d-8c01-70e52b0407f7 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396447 Apr 12 08:28:19.241311 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 0dd1e97d-7704-492e-98de-7e539378ee3a up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:28:19.286143 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port 0dd1e97d-7704-492e-98de-7e539378ee3a completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:28:19.345554 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 0dd1e97d-7704-492e-98de-7e539378ee3a triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:28:19.345923 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:19.423375 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 0dd1e97d-7704-492e-98de-7e539378ee3a is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:28:19.423715 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:19.570902 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840bbc58-38aa-4110-bc6c-73f5a3e2b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd1e97d-7704-492e-98de-7e539378ee3a'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:28:19.573123 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7f3d9c-655d-454d-8820-169fec517edd" -d '{"events": [{"server_uuid": "840bbc58-38aa-4110-bc6c-73f5a3e2b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "0dd1e97d-7704-492e-98de-7e539378ee3a"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:28:19.585920 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 0dd1e97d-7704-492e-98de-7e539378ee3a, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=0dd1e97d-7704-492e-98de-7e539378ee3a,segment=NetworkSegment(505d6e9d-86bf-4b3c-a39e-d413668c1c0d),segment_id=505d6e9d-86bf-4b3c-a39e-d413668c1c0d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:19.608364 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5662b9be-3978-411a-a908-12ce294cfc33 x-openstack-request-id: req-5662b9be-3978-411a-a908-12ce294cfc33 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:28:19.608659 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840bbc58-38aa-4110-bc6c-73f5a3e2b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "0dd1e97d-7704-492e-98de-7e539378ee3a", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:28:19.608908 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5662b9be-3978-411a-a908-12ce294cfc33 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:28:19.609302 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5662b9be-3978-411a-a908-12ce294cfc33'] response: {'server_uuid': '840bbc58-38aa-4110-bc6c-73f5a3e2b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd1e97d-7704-492e-98de-7e539378ee3a', 'code': 200} Apr 12 08:28:19.652081 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:19.701408 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=0dd1e97d-7704-492e-98de-7e539378ee3a,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:19.796582 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be769a-f8d8-434e-860d-4afccfea833f req-cfc7963e-96fc-4c22-9271-627b661d1edf tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:19.798060 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e2be769a-f8d8-434e-860d-4afccfea833f req-cfc7963e-96fc-4c22-9271-627b661d1edf tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0509250 Apr 12 08:28:19.845091 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e2be769a-f8d8-434e-860d-4afccfea833f req-36fbf09d-219d-4ae5-b034-e76374505877 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 Apr 12 08:28:19.900819 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88b50-9298-48cb-b03e-ab2ededc6158 req-01fd6614-09fb-4897-a9f2-16b1dbc8f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:19.902310 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-67e88b50-9298-48cb-b03e-ab2ededc6158 req-01fd6614-09fb-4897-a9f2-16b1dbc8f492 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.0388243 Apr 12 08:28:19.951721 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-67e88b50-9298-48cb-b03e-ab2ededc6158 req-f46dc4f5-7b44-4abf-83d3-1eab5cc59773 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370479 Apr 12 08:28:20.071454 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53752) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:20.171783 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67223371-ad4f-4955-9969-9aeda14ecf62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:20.243988 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67223371-ad4f-4955-9969-9aeda14ecf62 admin admin] Publish callbacks [] for security_group (e5e1722a-bfe4-45b0-81be-e15ded59a15b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:20.325721 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67223371-ad4f-4955-9969-9aeda14ecf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e5e1722a-bfe4-45b0-81be-e15ded59a15b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:20.364641 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-67223371-ad4f-4955-9969-9aeda14ecf62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abb96d4d59e447e784b9acd685bcaf2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920089 Apr 12 08:28:20.365485 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67223371-ad4f-4955-9969-9aeda14ecf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1722a-bfe4-45b0-81be-e15ded59a15b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:20.367280 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53756) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:20.413927 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Publish callbacks [] for security_group (e5e1722a-bfe4-45b0-81be-e15ded59a15b), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:20.434828 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Publish callbacks [] for security_group (e5e1722a-bfe4-45b0-81be-e15ded59a15b), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:20.545674 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e5e1722a-bfe4-45b0-81be-e15ded59a15b), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:20.548150 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:20.549275 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5e1722a-bfe4-45b0-81be-e15ded59a15b HTTP/1.1" status: 204 len: 168 time: 0.1809518 Apr 12 08:28:20.557575 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1722a-bfe4-45b0-81be-e15ded59a15b,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:20.564665 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.565013 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.565354 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.565691 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.566024 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.566356 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.566679 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.566999 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.567321 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.567674 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.568002 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.568322 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.568640 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.568958 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.569274 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b68d3e8-6822-45a5-9725-dc9bf69c62e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:28:20.966313 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977075a-3f58-4933-987d-efe2afda26b7 req-ed46ee64-9d34-4049-8262-1acc02d58a5a tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:20.968689 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e977075a-3f58-4933-987d-efe2afda26b7 req-ed46ee64-9d34-4049-8262-1acc02d58a5a tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0535917 Apr 12 08:28:21.019914 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e977075a-3f58-4933-987d-efe2afda26b7 req-f6125d47-86c3-4151-9033-7901c0ca3ecc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441937 Apr 12 08:28:21.126685 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53762) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:21.283236 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Deleting port 0a44e759-60e5-4234-baec-5a84f49749c0 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:21.283603 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (0a44e759-60e5-4234-baec-5a84f49749c0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:21.356166 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (0a44e759-60e5-4234-baec-5a84f49749c0), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:21.356482 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (0a44e759-60e5-4234-baec-5a84f49749c0), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:21.368180 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Calling delete_port for 0a44e759-60e5-4234-baec-5a84f49749c0 owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:21.603169 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (0a44e759-60e5-4234-baec-5a84f49749c0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:21.630095 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event deleted for resources: {'Port': ['ID=0a44e759-60e5-4234-baec-5a84f49749c0,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:21.691603 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (db89be1d-0c7e-4a1b-904e-0869d644d03c), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:21.691931 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.l3_db [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Floating IP db89be1d-0c7e-4a1b-904e-0869d644d03c disassociated (deleted). External IP: 172.27.3.244, port: cf69092c-f75e-4627-93ef-d6ba79651f04. Apr 12 08:28:21.906288 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:28:22.016911 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:28:22.022069 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:22.026734 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] Sync routers for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:28:22.037938 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:28:22.038545 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:28:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:22.055123 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-b7283654-e4ec-4806-afc1-a11a505c5523 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "DELETE /v2.0/floatingips/db89be1d-0c7e-4a1b-904e-0869d644d03c HTTP/1.1" status: 204 len: 168 time: 0.9249010 Apr 12 08:28:22.055123 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:28:22.055762 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80de861f-3109-458e-957e-9ecf3494d5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:28:22.151377 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e513a0-ed82-4e59-88ec-ced5d73fb27d req-7b0fdd29-fa03-4894-a71e-bdf4178c369b tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:22.152187 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:28:22.152875 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-85e513a0-ed82-4e59-88ec-ced5d73fb27d req-7b0fdd29-fa03-4894-a71e-bdf4178c369b tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0515084 Apr 12 08:28:22.201699 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-85e513a0-ed82-4e59-88ec-ced5d73fb27d req-838cd1ac-0c6c-4576-90f5-a571d8b78a81 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429120 Apr 12 08:28:22.253104 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661bbecc-98f2-4c1d-8ae5-62b8e8201f79 x-openstack-request-id: req-661bbecc-98f2-4c1d-8ae5-62b8e8201f79 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:28:22.253469 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:28:22.253794 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-661bbecc-98f2-4c1d-8ae5-62b8e8201f79 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:28:22.254268 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661bbecc-98f2-4c1d-8ae5-62b8e8201f79'] response: {'name': 'network-changed', 'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'status': 'completed', 'code': 200} Apr 12 08:28:22.348567 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-f47c0802-5cb6-4a25-be77-1589ef15b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:22.354168 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-f47c0802-5cb6-4a25-be77-1589ef15b5a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 1129 time: 0.0687630 Apr 12 08:28:22.400751 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '65536695-edac-4ccd-8f17-454e32ad78e5', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:fb:c6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:16Z', 'updated_at': '2022-04-12T08:24:18Z', 'revision_number': 1, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:22.429271 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] Checking router: 80f8d10e-fa34-467e-8d7d-1f0ae1951183 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:28:22.439493 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:28:22.440288 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:28:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:22.466671 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-493db8e1-38c5-4c28-a27c-596b4bfa1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:22.468466 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-493db8e1-38c5-4c28-a27c-596b4bfa1c96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 912 time: 0.1069112 Apr 12 08:28:22.516799 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3136-6d73-4059-bbd3-056475518798 req-db80d12f-e6af-45f1-b9da-456d75fb0dbe tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:22.518423 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fb2b3136-6d73-4059-bbd3-056475518798 req-db80d12f-e6af-45f1-b9da-456d75fb0dbe tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 945 time: 0.0478897 Apr 12 08:28:22.556649 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:28:22.577452 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fb2b3136-6d73-4059-bbd3-056475518798 req-7663b3c0-38ae-45a6-972c-a85e14f70712 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534313 Apr 12 08:28:22.777301 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '65536695-edac-4ccd-8f17-454e32ad78e5', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:fb:c6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:16Z', 'updated_at': '2022-04-12T08:24:18Z', 'revision_number': 1, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:22.908034 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788819c-d8fe-48fa-8895-b97c963bacfc None None] The sync data for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi is: [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': '65536695-edac-4ccd-8f17-454e32ad78e5', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'port_id': '3c00084f-e287-46d2-898d-7383b81b5748', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'mac_address': 'fa:16:3e:fb:c6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:24:16Z', 'updated_at': '2022-04-12T08:24:18Z', 'revision_number': 1, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:28:23.137026 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86600f2-0605-49a8-9b4b-e059b4abd870 None None] New status for floating IP db89be1d-0c7e-4a1b-904e-0869d644d03c: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:28:23.695030 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9415d85-7354-403b-b3b7-060a85aa6612 req-da05699d-f703-4ae5-a3f0-ac15ca4d7030 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:23.696652 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e9415d85-7354-403b-b3b7-060a85aa6612 req-da05699d-f703-4ae5-a3f0-ac15ca4d7030 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 945 time: 0.0482571 Apr 12 08:28:23.779518 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e9415d85-7354-403b-b3b7-060a85aa6612 req-bec8cbb2-418a-4346-9075-af97395cc44e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771840 Apr 12 08:28:23.781107 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-564421b1-2f20-4278-bac4-f39c69619184 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf69092c-f75e-4627-93ef-d6ba79651f04 HTTP/1.1" status: 200 len: 217 time: 0.0493534 Apr 12 08:28:23.835428 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-c46433ca-ec43-46b3-9664-25a33944071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:23.838145 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-c46433ca-ec43-46b3-9664-25a33944071d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 200 len: 851 time: 0.0468144 Apr 12 08:28:23.968318 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-b3324857-a085-4983-bbdc-c71f63176c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:23.969848 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-b3324857-a085-4983-bbdc-c71f63176c05 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412028 Apr 12 08:28:24.068533 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-7189538e-f744-4f5b-89bd-6514663f7847 service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880940 Apr 12 08:28:24.900733 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad37c5-44db-48d6-ae77-163cc09b10c6 req-e27403cb-d6a6-4383-abe1-406f49e854c7 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:24.902218 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-40ad37c5-44db-48d6-ae77-163cc09b10c6 req-e27403cb-d6a6-4383-abe1-406f49e854c7 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 945 time: 0.0472364 Apr 12 08:28:24.953630 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-40ad37c5-44db-48d6-ae77-163cc09b10c6 req-280399f1-5440-467c-aab3-12aa6eb25342 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458696 Apr 12 08:28:26.067796 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63185c-d460-4fec-a24f-ff0c130ec632 req-6ddaa4b7-3751-4682-8c26-0d90af3e65e6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:26.069296 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7e63185c-d460-4fec-a24f-ff0c130ec632 req-6ddaa4b7-3751-4682-8c26-0d90af3e65e6 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 945 time: 0.0487034 Apr 12 08:28:26.120367 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-7e63185c-d460-4fec-a24f-ff0c130ec632 req-64d9357f-ff45-4177-b111-4253cd214956 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Apr 12 08:28:27.234807 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761632db-9173-4aff-bd80-f83978f0d788 req-58f59752-bde1-4eb0-b741-2008a2a0b8e2 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:27.236326 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-761632db-9173-4aff-bd80-f83978f0d788 req-58f59752-bde1-4eb0-b741-2008a2a0b8e2 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 945 time: 0.0472081 Apr 12 08:28:27.284412 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-761632db-9173-4aff-bd80-f83978f0d788 req-59a83746-7f4d-4882-8ea6-272cf742b2ad tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 Apr 12 08:28:28.396374 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233afcf-1dfa-4aa5-8ae0-8af4de43abea req-bb805544-e7b6-40d7-afe1-9dc7a1c9402b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:28.397775 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e233afcf-1dfa-4aa5-8ae0-8af4de43abea req-bb805544-e7b6-40d7-afe1-9dc7a1c9402b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 945 time: 0.0480108 Apr 12 08:28:28.446111 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e233afcf-1dfa-4aa5-8ae0-8af4de43abea req-4e57daa9-1e70-4124-835b-e4cf453251e3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Apr 12 08:28:29.289522 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device cf69092c-f75e-4627-93ef-d6ba79651f04 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:28:29.347779 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48669-129b-4c50-a311-ff4b73308089 req-2410dd1a-8a33-4cd1-a4bf-d5ba6a8087a0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:29.349217 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-66d48669-129b-4c50-a311-ff4b73308089 req-2410dd1a-8a33-4cd1-a4bf-d5ba6a8087a0 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 945 time: 0.0550447 Apr 12 08:28:29.369561 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port cf69092c-f75e-4627-93ef-d6ba79651f04 is: ACTIVE; New status is: DOWN {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:28:29.369959 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:29.372598 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-80de861f-3109-458e-957e-9ecf3494d5e0 req-cc9e56a0-f4b7-4a1b-9030-c40f6e68225b service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392140 Apr 12 08:28:29.393630 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:28:29.396567 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d6579f-f2db-4ae6-8354-3d5a2fc0d6c5" -d '{"events": [{"server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:28:29.409343 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port cf69092c-f75e-4627-93ef-d6ba79651f04, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cf69092c-f75e-4627-93ef-d6ba79651f04,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:29.434405 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 08:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db32ba94-d8eb-4243-baf7-7092a911d69d x-openstack-request-id: req-db32ba94-d8eb-4243-baf7-7092a911d69d {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:28:29.434405 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:28:29.434405 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db32ba94-d8eb-4243-baf7-7092a911d69d {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:28:29.434727 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db32ba94-d8eb-4243-baf7-7092a911d69d'] response: {'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'code': 200} Apr 12 08:28:29.463019 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-66d48669-129b-4c50-a311-ff4b73308089 req-53efc607-100d-419a-a3e4-5eed1fbc51a5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Deleting port cf69092c-f75e-4627-93ef-d6ba79651f04 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:29.463019 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-66d48669-129b-4c50-a311-ff4b73308089 req-53efc607-100d-419a-a3e4-5eed1fbc51a5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:29.482507 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:28:29.505526 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:29.558132 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=cf69092c-f75e-4627-93ef-d6ba79651f04,revision_number=6']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:29.584187 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-66d48669-129b-4c50-a311-ff4b73308089 req-53efc607-100d-419a-a3e4-5eed1fbc51a5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] For port cf69092c-f75e-4627-93ef-d6ba79651f04, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=cf69092c-f75e-4627-93ef-d6ba79651f04,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:29.584558 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-66d48669-129b-4c50-a311-ff4b73308089 req-53efc607-100d-419a-a3e4-5eed1fbc51a5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:29.592559 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3c58-9c6b-4880-bbcb-16773940541c req-3a619970-83dd-4a43-9045-c129700edf6c tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:29.594036 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2b6b3c58-9c6b-4880-bbcb-16773940541c req-3a619970-83dd-4a43-9045-c129700edf6c tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 943 time: 0.0757866 Apr 12 08:28:29.616173 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-66d48669-129b-4c50-a311-ff4b73308089 req-53efc607-100d-419a-a3e4-5eed1fbc51a5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Calling delete_port for cf69092c-f75e-4627-93ef-d6ba79651f04 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:29.687644 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2b6b3c58-9c6b-4880-bbcb-16773940541c req-16ed5a0b-3b66-413a-a3ec-fe9ff7d03022 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879836 Apr 12 08:28:29.820012 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-66d48669-129b-4c50-a311-ff4b73308089 req-53efc607-100d-419a-a3e4-5eed1fbc51a5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (cf69092c-f75e-4627-93ef-d6ba79651f04), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:29.850259 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efc607-100d-419a-a3e4-5eed1fbc51a5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event deleted for resources: {'Port': ['ID=cf69092c-f75e-4627-93ef-d6ba79651f04,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:29.894637 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d48669-129b-4c50-a311-ff4b73308089 req-53efc607-100d-419a-a3e4-5eed1fbc51a5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] No DVR routers for this DVR port cf69092c-f75e-4627-93ef-d6ba79651f04 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:28:29.897269 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-66d48669-129b-4c50-a311-ff4b73308089 req-53efc607-100d-419a-a3e4-5eed1fbc51a5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:29.900537 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-66d48669-129b-4c50-a311-ff4b73308089 req-53efc607-100d-419a-a3e4-5eed1fbc51a5 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "DELETE /v2.0/ports/cf69092c-f75e-4627-93ef-d6ba79651f04 HTTP/1.1" status: 204 len: 173 time: 0.5419154 Apr 12 08:28:29.900883 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'name': 'network-vif-deleted', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:28:29.903084 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650bc37a-7721-4aac-9060-b6f927641108" -d '{"events": [{"server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "name": "network-vif-deleted", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:28:29.938763 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5616c5-feb0-4971-8a7d-f28b3c94f4c0 x-openstack-request-id: req-cb5616c5-feb0-4971-8a7d-f28b3c94f4c0 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:28:29.939049 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c944886-6b49-4e62-b4c7-088565cdb6dc", "name": "network-vif-deleted", "tag": "cf69092c-f75e-4627-93ef-d6ba79651f04", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:28:29.939300 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb5616c5-feb0-4971-8a7d-f28b3c94f4c0 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:28:29.939799 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5616c5-feb0-4971-8a7d-f28b3c94f4c0'] response: {'server_uuid': '0c944886-6b49-4e62-b4c7-088565cdb6dc', 'name': 'network-vif-deleted', 'tag': 'cf69092c-f75e-4627-93ef-d6ba79651f04', 'status': 'completed', 'code': 200} Apr 12 08:28:30.229094 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-04e4aa55-bdd4-404f-80c9-8701367cd6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:30.794240 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-fcceee76-4b5b-460d-a596-47b011c88bd7 req-c22a8b3e-866e-4a79-a3f6-c001f5db68ea tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c944886-6b49-4e62-b4c7-088565cdb6dc HTTP/1.1" status: 200 len: 210 time: 0.0311203 Apr 12 08:28:32.794520 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-37106147-d405-4624-ad80-957a5c8931fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:33.603118 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:33.736973 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:34.275535 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53886) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:34.421943 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Deleting port 8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:34.422285 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:34.499138 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:34.499463 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:34.511801 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Calling delete_port for 8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:34.711121 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:34.736458 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event deleted for resources: {'Port': ['ID=8866f7bf-ab14-428f-8a5b-d62a6b0b1f6e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:34.796942 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (65536695-edac-4ccd-8f17-454e32ad78e5), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:34.797310 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.db.l3_db [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Floating IP 65536695-edac-4ccd-8f17-454e32ad78e5 disassociated (deleted). External IP: 172.27.3.53, port: 3c00084f-e287-46d2-898d-7383b81b5748. Apr 12 08:28:35.234141 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:35.237129 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:28:35.346315 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:28:35.350886 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:35.355784 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] Sync routers for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:28:35.365306 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:28:35.365911 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:28:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:35.378943 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-025ffa95-af3d-415f-8fdd-24ed442e6fa3 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "DELETE /v2.0/floatingips/65536695-edac-4ccd-8f17-454e32ad78e5 HTTP/1.1" status: 204 len: 168 time: 1.1022522 Apr 12 08:28:35.379459 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'tag': '3c00084f-e287-46d2-898d-7383b81b5748'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:28:35.381688 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3349d751683404a82a0e67df84b7b03c6c8466f6a27682ef5ab7fbd0b88f92fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddef7b65-442e-468d-a426-bd68cc709245" -d '{"events": [{"name": "network-changed", "server_uuid": "e2aadda0-d9b7-414c-b089-fd613df5b75c", "tag": "3c00084f-e287-46d2-898d-7383b81b5748"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:28:35.420184 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a3adfa-4e5c-45d2-ac06-b6a63944f33f x-openstack-request-id: req-52a3adfa-4e5c-45d2-ac06-b6a63944f33f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:28:35.420532 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2aadda0-d9b7-414c-b089-fd613df5b75c", "tag": "3c00084f-e287-46d2-898d-7383b81b5748", "status": "completed", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:28:35.421018 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52a3adfa-4e5c-45d2-ac06-b6a63944f33f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:28:35.421478 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a3adfa-4e5c-45d2-ac06-b6a63944f33f'] response: {'name': 'network-changed', 'server_uuid': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'tag': '3c00084f-e287-46d2-898d-7383b81b5748', 'status': 'completed', 'code': 200} Apr 12 08:28:35.477303 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:28:35.494374 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef7b65-442e-468d-a426-bd68cc709245 req-5bdc018f-66ff-4b63-98c0-8f4c4650c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:35.495931 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ddef7b65-442e-468d-a426-bd68cc709245 req-5bdc018f-66ff-4b63-98c0-8f4c4650c7dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 1130 time: 0.0444973 Apr 12 08:28:35.597668 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef7b65-442e-468d-a426-bd68cc709245 req-60d0229c-b912-4d19-adf2-f92494da42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:35.599309 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ddef7b65-442e-468d-a426-bd68cc709245 req-60d0229c-b912-4d19-adf2-f92494da42ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 200 len: 912 time: 0.0955369 Apr 12 08:28:35.646513 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ddef7b65-442e-468d-a426-bd68cc709245 req-08639348-df09-4b5e-aa09-f448acb4bcfb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c00084f-e287-46d2-898d-7383b81b5748 HTTP/1.1" status: 200 len: 217 time: 0.0381575 Apr 12 08:28:35.677189 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:35.695869 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef7b65-442e-468d-a426-bd68cc709245 req-881a607a-67c9-4990-9690-afb767f32841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:35.697319 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ddef7b65-442e-468d-a426-bd68cc709245 req-881a607a-67c9-4990-9690-afb767f32841 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 200 len: 851 time: 0.0445161 Apr 12 08:28:35.703085 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] Checking router: 80f8d10e-fa34-467e-8d7d-1f0ae1951183 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:28:35.711765 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:28:35.712359 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:28:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:35.749548 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef7b65-442e-468d-a426-bd68cc709245 req-096bb6e9-02fc-4e93-860d-080406f2cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:35.751181 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ddef7b65-442e-468d-a426-bd68cc709245 req-096bb6e9-02fc-4e93-860d-080406f2cf69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa06fd23-9fcb-4982-a9de-73241ec1a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420313 Apr 12 08:28:35.817093 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b4f19-3c4d-426c-8dd7-8299ae6505c3 req-84eb9159-8f81-47f5-9310-4a8cc20fdc4c tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:35.818576 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-682b4f19-3c4d-426c-8dd7-8299ae6505c3 req-84eb9159-8f81-47f5-9310-4a8cc20fdc4c tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 946 time: 0.0514917 Apr 12 08:28:35.831743 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:28:35.870453 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-682b4f19-3c4d-426c-8dd7-8299ae6505c3 req-e2020f98-da09-477e-becd-876f6f206cba tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454929 Apr 12 08:28:36.013664 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:36.042687 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e9511-4174-4e08-975d-b565f2641be4 None None] The sync data for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi is: [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:20:35Z', 'revision_number': 4, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '868d59ea-42d8-4860-849b-ae61c1315dc7', 'name': '', 'network_id': 'aa06fd23-9fcb-4982-a9de-73241ec1a6cf', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'mac_address': 'fa:16:3e:fa:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:35Z', 'updated_at': '2022-04-12T08:20:40Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'subnets': [{'id': 'ff614d52-f8a4-4853-898c-141b26a67d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:28:36.251925 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d5682-9810-4ad8-9d2f-620df19330da None None] New status for floating IP 65536695-edac-4ccd-8f17-454e32ad78e5: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:28:36.828461 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:36.984673 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83ed8-cac7-49a9-84d7-2de8f321660a req-2b2ae981-0077-4f00-af51-14a7f30e8620 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:36.986148 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f7e83ed8-cac7-49a9-84d7-2de8f321660a req-2b2ae981-0077-4f00-af51-14a7f30e8620 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 946 time: 0.0462391 Apr 12 08:28:37.037233 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-f7e83ed8-cac7-49a9-84d7-2de8f321660a req-c971cb6b-8477-45f5-b13f-18c71c12036f tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5300884-90e1-4f12-991f-9faa8363d666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455585 Apr 12 08:28:37.156343 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ddef7b65-442e-468d-a426-bd68cc709245 req-865ad802-b3d0-4242-ae3d-037707646f95 service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817022 Apr 12 08:28:37.258178 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ddef7b65-442e-468d-a426-bd68cc709245 req-08318dd9-eff1-4e38-a6a4-f71d352316da service neutron] 10.222.0.25 "GET /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860672 Apr 12 08:28:37.678670 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-ff53113f-422f-4427-8fe0-e46bb5ed80d8 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:37.680274 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-ff53113f-422f-4427-8fe0-e46bb5ed80d8 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 946 time: 0.0457077 Apr 12 08:28:37.767950 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-9c970d57-60a7-4448-af98-e3bd2e73396e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Deleting port 3c00084f-e287-46d2-898d-7383b81b5748 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:37.768283 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-9c970d57-60a7-4448-af98-e3bd2e73396e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (3c00084f-e287-46d2-898d-7383b81b5748), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:37.856452 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-9c970d57-60a7-4448-af98-e3bd2e73396e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] For port 3c00084f-e287-46d2-898d-7383b81b5748, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3c00084f-e287-46d2-898d-7383b81b5748,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:37.856704 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-9c970d57-60a7-4448-af98-e3bd2e73396e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (3c00084f-e287-46d2-898d-7383b81b5748), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:37.869303 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-9c970d57-60a7-4448-af98-e3bd2e73396e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Calling delete_port for 3c00084f-e287-46d2-898d-7383b81b5748 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:38.066190 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-9c970d57-60a7-4448-af98-e3bd2e73396e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (3c00084f-e287-46d2-898d-7383b81b5748), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:38.094422 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c970d57-60a7-4448-af98-e3bd2e73396e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event deleted for resources: {'Port': ['ID=3c00084f-e287-46d2-898d-7383b81b5748,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:38.135181 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-5f0f1ac4-a92c-490b-b5e5-62ffb7f88744 req-d157776f-86a5-4fff-91f7-f3c491275ab9 tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 210 time: 0.0294418 Apr 12 08:28:38.150341 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-9c970d57-60a7-4448-af98-e3bd2e73396e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] No DVR routers for this DVR port 3c00084f-e287-46d2-898d-7383b81b5748 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:28:38.156751 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-9c970d57-60a7-4448-af98-e3bd2e73396e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:38.160267 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-18bedbeb-c3e1-4c4e-b7a5-7c34057e0d47 req-9c970d57-60a7-4448-af98-e3bd2e73396e tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.25 "DELETE /v2.0/ports/3c00084f-e287-46d2-898d-7383b81b5748 HTTP/1.1" status: 204 len: 173 time: 0.4736738 Apr 12 08:28:38.160703 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'name': 'network-vif-deleted', 'tag': '3c00084f-e287-46d2-898d-7383b81b5748'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:28:38.162937 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36c8ff6-e450-40cb-a0fa-ac3282461509" -d '{"events": [{"server_uuid": "e2aadda0-d9b7-414c-b089-fd613df5b75c", "name": "network-vif-deleted", "tag": "3c00084f-e287-46d2-898d-7383b81b5748"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:28:38.202279 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e44f6ed-47f0-4df2-8b45-92e809ba3108 x-openstack-request-id: req-4e44f6ed-47f0-4df2-8b45-92e809ba3108 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:28:38.203407 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aadda0-d9b7-414c-b089-fd613df5b75c", "name": "network-vif-deleted", "tag": "3c00084f-e287-46d2-898d-7383b81b5748", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:28:38.203712 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e44f6ed-47f0-4df2-8b45-92e809ba3108 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:28:38.204145 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e44f6ed-47f0-4df2-8b45-92e809ba3108'] response: {'server_uuid': 'e2aadda0-d9b7-414c-b089-fd613df5b75c', 'name': 'network-vif-deleted', 'tag': '3c00084f-e287-46d2-898d-7383b81b5748', 'status': 'completed', 'code': 200} Apr 12 08:28:39.238981 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-37398ff1-05bc-43ac-be4e-230e9a93f9d9 req-614df842-92b1-4458-b262-6c1310df125d tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 210 time: 0.0273092 Apr 12 08:28:39.403637 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c09de0e-d29f-46ee-9767-c7289f0cd970 req-e4610383-3faf-4173-bb14-46c46d166827 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301282 Apr 12 08:28:39.476976 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c09de0e-d29f-46ee-9767-c7289f0cd970 req-2bab03cb-221f-401e-9464-c9ec5c955549 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&device_id=e2aadda0-d9b7-414c-b089-fd613df5b75c HTTP/1.1" status: 200 len: 210 time: 0.0273166 Apr 12 08:28:39.595242 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09de0e-d29f-46ee-9767-c7289f0cd970 req-b3030f4f-5f06-4c27-a0f4-04ecabcdf278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:39.596744 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c09de0e-d29f-46ee-9767-c7289f0cd970 req-b3030f4f-5f06-4c27-a0f4-04ecabcdf278 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0990133 Apr 12 08:28:39.698019 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09de0e-d29f-46ee-9767-c7289f0cd970 req-92856190-7215-4c64-a17e-7d7e022e927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:39.699498 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9c09de0e-d29f-46ee-9767-c7289f0cd970 req-92856190-7215-4c64-a17e-7d7e022e927d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0912116 Apr 12 08:28:40.297259 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53938) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:40.414360 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7d90872d-ccef-4201-a193-05bfc1bdc42b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Deleting port 52302e39-7283-4cd5-93fe-5bd9d157356b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:40.414982 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d90872d-ccef-4201-a193-05bfc1bdc42b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (52302e39-7283-4cd5-93fe-5bd9d157356b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:40.497314 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d90872d-ccef-4201-a193-05bfc1bdc42b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (52302e39-7283-4cd5-93fe-5bd9d157356b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:40.497636 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d90872d-ccef-4201-a193-05bfc1bdc42b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (52302e39-7283-4cd5-93fe-5bd9d157356b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:40.509978 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7d90872d-ccef-4201-a193-05bfc1bdc42b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Calling delete_port for 52302e39-7283-4cd5-93fe-5bd9d157356b owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:40.746231 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d90872d-ccef-4201-a193-05bfc1bdc42b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (52302e39-7283-4cd5-93fe-5bd9d157356b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:40.776144 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90872d-ccef-4201-a193-05bfc1bdc42b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event deleted for resources: {'Port': ['ID=52302e39-7283-4cd5-93fe-5bd9d157356b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:40.840282 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d90872d-ccef-4201-a193-05bfc1bdc42b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for floatingip (fbbc0cc0-923c-4c91-b058-c9f1b0bb8401), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:40.842961 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d90872d-ccef-4201-a193-05bfc1bdc42b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:40.844149 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-7d90872d-ccef-4201-a193-05bfc1bdc42b tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "DELETE /v2.0/floatingips/fbbc0cc0-923c-4c91-b058-c9f1b0bb8401 HTTP/1.1" status: 204 len: 168 time: 0.5488873 Apr 12 08:28:40.998666 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bda1e2-1697-4ddf-86cc-7ff5f1b44ea2 req-07bb1846-b117-4035-a248-bb32a57ee01f tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:41.000076 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-65bda1e2-1697-4ddf-86cc-7ff5f1b44ea2 req-07bb1846-b117-4035-a248-bb32a57ee01f tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0469224 Apr 12 08:28:41.049396 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-65bda1e2-1697-4ddf-86cc-7ff5f1b44ea2 req-73d7afab-f4a6-416e-ba20-2555a084a460 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437267 Apr 12 08:28:41.340227 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 3c00084f-e287-46d2-898d-7383b81b5748 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:28:41.359769 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 3c00084f-e287-46d2-898d-7383b81b5748 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:28:41.360113 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 3c00084f-e287-46d2-898d-7383b81b5748 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:28:42.163328 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa1efe-5c82-4fda-8202-35abd911c725 req-ae530ae8-fb56-42ae-bab8-f47437051cf9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:42.164933 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-29aa1efe-5c82-4fda-8202-35abd911c725 req-ae530ae8-fb56-42ae-bab8-f47437051cf9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0487218 Apr 12 08:28:42.224120 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-29aa1efe-5c82-4fda-8202-35abd911c725 req-d8791b62-3858-4cbb-a9cd-2a0d744b1707 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533557 Apr 12 08:28:42.258578 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53966) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:42.317503 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b7de611-b029-4a2c-80e0-4cf0c18558ae tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group (d5300884-90e1-4f12-991f-9faa8363d666), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:42.342424 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b7de611-b029-4a2c-80e0-4cf0c18558ae tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group (d5300884-90e1-4f12-991f-9faa8363d666), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:42.468036 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b7de611-b029-4a2c-80e0-4cf0c18558ae tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (d5300884-90e1-4f12-991f-9faa8363d666), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:42.470508 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b7de611-b029-4a2c-80e0-4cf0c18558ae tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:42.471733 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-3b7de611-b029-4a2c-80e0-4cf0c18558ae tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] 10.222.0.23 "DELETE /v2.0/security-groups/d5300884-90e1-4f12-991f-9faa8363d666 HTTP/1.1" status: 204 len: 168 time: 0.2120917 Apr 12 08:28:42.480899 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7de611-b029-4a2c-80e0-4cf0c18558ae tempest-TestVolumeBootPattern-950681942 tempest-TestVolumeBootPattern-950681942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5300884-90e1-4f12-991f-9faa8363d666,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:42.596754 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53970) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:43.058728 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466382'] for router_interface (80f8d10e-fa34-467e-8d7d-1f0ae1951183), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:43.146197 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-260ffb23-d6ee-4bf2-9bb6-043ec02a2c08 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:43.148191 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-260ffb23-d6ee-4bf2-9bb6-043ec02a2c08 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0452409 Apr 12 08:28:43.240349 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Deleting port 739fccce-9245-4ad0-b414-db9f954ed0c3 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:43.241018 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:43.293303 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] Deleting port 868d59ea-42d8-4860-849b-ae61c1315dc7 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:43.293648 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:43.354605 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9791c8-1723-4bd5-a36a-1df43730432d req-d61f2c7f-5d05-4385-b256-73528a1872c9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:43.356096 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cd9791c8-1723-4bd5-a36a-1df43730432d req-d61f2c7f-5d05-4385-b256-73528a1872c9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0616179 Apr 12 08:28:43.372355 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] For port 739fccce-9245-4ad0-b414-db9f954ed0c3, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=739fccce-9245-4ad0-b414-db9f954ed0c3,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:43.372713 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:43.373841 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] For port 868d59ea-42d8-4860-849b-ae61c1315dc7, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=868d59ea-42d8-4860-849b-ae61c1315dc7,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:43.374211 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:43.387411 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] Calling delete_port for 868d59ea-42d8-4860-849b-ae61c1315dc7 owned by network:router_interface {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:43.458824 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cd9791c8-1723-4bd5-a36a-1df43730432d req-81357615-cbea-482e-b62a-55eb9f9bb56f tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956242 Apr 12 08:28:43.572161 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:43.572526 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (c27cbc8d-d1d5-43e0-9702-a6632f44de21), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:43.572847 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Floating IP c27cbc8d-d1d5-43e0-9702-a6632f44de21 disassociated. External IP: 172.27.3.191, port: 739fccce-9245-4ad0-b414-db9f954ed0c3. Apr 12 08:28:43.576518 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Calling delete_port for 739fccce-9245-4ad0-b414-db9f954ed0c3 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:43.651526 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (868d59ea-42d8-4860-849b-ae61c1315dc7), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:43.677934 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=868d59ea-42d8-4860-849b-ae61c1315dc7,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:43.759980 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (739fccce-9245-4ad0-b414-db9f954ed0c3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:43.788951 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event deleted for resources: {'Port': ['ID=739fccce-9245-4ad0-b414-db9f954ed0c3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:43.851879 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-521416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466274'] for router_interface (80f8d10e-fa34-467e-8d7d-1f0ae1951183), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:44.092603 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] Router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:28:44.197236 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Router 12ba79cb-41f0-45c3-85c7-2016add421e0 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:28:44.209790 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:28:44.217752 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ecd45459-f295-4ae7-b8df-8b63747138c0 admin admin] 10.222.0.23 "PUT /v2.0/routers/80f8d10e-fa34-467e-8d7d-1f0ae1951183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6178226 Apr 12 08:28:44.218504 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53980) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:44.220853 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] Sync routers for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:28:44.238707 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:28:44.239618 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:28:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:44.312680 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:28:44.324495 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] Sync routers for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:28:44.357530 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] No DVR routers for this DVR port 739fccce-9245-4ad0-b414-db9f954ed0c3 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:28:44.359936 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:44.362814 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:28:44.363258 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bf3f3d81-7c5c-4837-87a2-6328ee027fbb req-6f405850-0fc6-4323-9378-67effde59b4c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.25 "DELETE /v2.0/ports/739fccce-9245-4ad0-b414-db9f954ed0c3 HTTP/1.1" status: 204 len: 173 time: 1.2093289 Apr 12 08:28:44.363399 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:28:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:44.363790 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'name': 'network-vif-deleted', 'tag': '739fccce-9245-4ad0-b414-db9f954ed0c3'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:28:44.365956 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b983bf75-ffc5-4514-816f-c37bd03dac34" -d '{"events": [{"server_uuid": "7fdc8d04-7027-4d65-83a0-456e3f2c1fd0", "name": "network-vif-deleted", "tag": "739fccce-9245-4ad0-b414-db9f954ed0c3"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:28:44.381746 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Publish callbacks [] for router (80f8d10e-fa34-467e-8d7d-1f0ae1951183), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:44.397026 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:28:44.408718 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea19bc85-43e3-44e3-96d6-32805d86fc47 x-openstack-request-id: req-ea19bc85-43e3-44e3-96d6-32805d86fc47 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:28:44.409466 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fdc8d04-7027-4d65-83a0-456e3f2c1fd0", "name": "network-vif-deleted", "tag": "739fccce-9245-4ad0-b414-db9f954ed0c3", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:28:44.409902 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea19bc85-43e3-44e3-96d6-32805d86fc47 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:28:44.410605 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea19bc85-43e3-44e3-96d6-32805d86fc47'] response: {'server_uuid': '7fdc8d04-7027-4d65-83a0-456e3f2c1fd0', 'name': 'network-vif-deleted', 'tag': '739fccce-9245-4ad0-b414-db9f954ed0c3', 'status': 'completed', 'code': 200} Apr 12 08:28:44.507924 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Publish callbacks [] for router_gateway (80f8d10e-fa34-467e-8d7d-1f0ae1951183), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:44.512305 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:28:44.571069 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5e06ae2a-2015-44a7-be98-2bd41fcaf3b6 req-97414e93-0e60-4b26-9c59-7c8dc3a11bab tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fdc8d04-7027-4d65-83a0-456e3f2c1fd0 HTTP/1.1" status: 200 len: 210 time: 0.0289028 Apr 12 08:28:44.589630 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:28:43Z', 'revision_number': 5, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port': {'id': 'bc1b43fb-2630-4274-b32d-cb0e58dd5627', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:32Z', 'updated_at': '2022-04-12T08:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:44.631461 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] Checking router: 80f8d10e-fa34-467e-8d7d-1f0ae1951183 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:28:44.642183 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] Routers {'80f8d10e-fa34-467e-8d7d-1f0ae1951183'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:28:44.642979 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:28:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:44.644708 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Deleting port bc1b43fb-2630-4274-b32d-cb0e58dd5627 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:44.645044 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:44.715125 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:44.729916 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] For port bc1b43fb-2630-4274-b32d-cb0e58dd5627, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=bc1b43fb-2630-4274-b32d-cb0e58dd5627,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:44.730497 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:44.732786 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] Set router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 gateway port host: None {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:28:44.742561 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] Checking router: 12ba79cb-41f0-45c3-85c7-2016add421e0 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:28:44.743789 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Calling delete_port for bc1b43fb-2630-4274-b32d-cb0e58dd5627 owned by network:router_gateway {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:44.751764 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:28:44.752559 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:28:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:44.791856 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:28:44Z', 'revision_number': 6, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port_host': None}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:44.818896 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2136f-2f7a-4cd8-9b7b-df601e421f0a None None] The sync data for ids ['80f8d10e-fa34-467e-8d7d-1f0ae1951183'] in dv-cinder-836944-3-iscsi is: [{'id': '80f8d10e-fa34-467e-8d7d-1f0ae1951183', 'name': 'tempest-TestVolumeBootPattern-1050282138-router', 'tenant_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:31Z', 'updated_at': '2022-04-12T08:28:44Z', 'revision_number': 6, 'project_id': 'b0a880bb2648415aa3ee1a89d71186f6', 'gw_port_host': None}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:28:44.881768 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:28:44.956694 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (bc1b43fb-2630-4274-b32d-cb0e58dd5627), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:44.984271 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1b43fb-2630-4274-b32d-cb0e58dd5627,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:45.053871 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464260'] for router_gateway (80f8d10e-fa34-467e-8d7d-1f0ae1951183), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.077091 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:45.103152 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de7404-8c9f-4894-854c-2b68b6c03522 None None] The sync data for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi is: [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:28:45.151012 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2962'] for router (80f8d10e-fa34-467e-8d7d-1f0ae1951183), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.153328 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Publish callbacks [] for router_controller (80f8d10e-fa34-467e-8d7d-1f0ae1951183), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.291673 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415779'] for router (80f8d10e-fa34-467e-8d7d-1f0ae1951183), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.292599 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80f8d10e-fa34-467e-8d7d-1f0ae1951183 {{(pid=103940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 08:28:45.297660 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.298888 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-dbfa6bf4-b109-4034-9393-641512ebc207 admin admin] 10.222.0.23 "DELETE /v2.0/routers/80f8d10e-fa34-467e-8d7d-1f0ae1951183 HTTP/1.1" status: 204 len: 168 time: 1.0794718 Apr 12 08:28:45.301435 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 53992) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:45.348275 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf718a92-916e-4174-bdc6-bc5bce8823c3 admin admin] Deleting subnet ff614d52-f8a4-4853-898c-141b26a67d31 {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:28:45.352209 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf718a92-916e-4174-bdc6-bc5bce8823c3 admin admin] Publish callbacks [] for subnet (ff614d52-f8a4-4853-898c-141b26a67d31), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.367412 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3e1ee-15c0-43dc-b2e3-9096594ecac2 None None] New status for floating IP c27cbc8d-d1d5-43e0-9702-a6632f44de21: DOWN {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:28:45.388707 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf718a92-916e-4174-bdc6-bc5bce8823c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2438856'] for subnet (ff614d52-f8a4-4853-898c-141b26a67d31), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.473155 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf718a92-916e-4174-bdc6-bc5bce8823c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (ff614d52-f8a4-4853-898c-141b26a67d31), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.632030 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf718a92-916e-4174-bdc6-bc5bce8823c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347513'] for subnet (ff614d52-f8a4-4853-898c-141b26a67d31), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.665276 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf718a92-916e-4174-bdc6-bc5bce8823c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.671706 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-cf718a92-916e-4174-bdc6-bc5bce8823c3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ff614d52-f8a4-4853-898c-141b26a67d31 HTTP/1.1" status: 204 len: 168 time: 0.3667328 Apr 12 08:28:45.671706 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf718a92-916e-4174-bdc6-bc5bce8823c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff614d52-f8a4-4853-898c-141b26a67d31,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:45.671880 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a19d35-9f0a-484e-a2df-cac5a628b3a1 None None] Network aa06fd23-9fcb-4982-a9de-73241ec1a6cf requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:28:45.672299 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 53998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:45.718759 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54000) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:45.754304 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (aa06fd23-9fcb-4982-a9de-73241ec1a6cf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.786508 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f98d5ae2-6363-4335-b11f-8c86499326c9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.801572 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Deleting port 58ec5a56-aa0c-480b-8c56-8da1c6405110 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:45.801905 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.816985 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f98d5ae2-6363-4335-b11f-8c86499326c9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.852572 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9510d24-dbe7-4e3b-80bb-f8624742e6f2 None None] DHCP port deletion for aa06fd23-9fcb-4982-a9de-73241ec1a6cf request from dv-cinder-836944-3-iscsi {{(pid=103941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 08:28:45.873820 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] For port 58ec5a56-aa0c-480b-8c56-8da1c6405110, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=58ec5a56-aa0c-480b-8c56-8da1c6405110,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:45.874180 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.898338 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Calling delete_port for 58ec5a56-aa0c-480b-8c56-8da1c6405110 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:45.900217 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-c9510d24-dbe7-4e3b-80bb-f8624742e6f2 None None] Deleting port 58ec5a56-aa0c-480b-8c56-8da1c6405110 {{(pid=103941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:45.900597 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c9510d24-dbe7-4e3b-80bb-f8624742e6f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), before_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.940630 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f98d5ae2-6363-4335-b11f-8c86499326c9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.947825 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f98d5ae2-6363-4335-b11f-8c86499326c9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:45.950024 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f98d5ae2-6363-4335-b11f-8c86499326c9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "DELETE /v2.0/security-groups/b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9 HTTP/1.1" status: 204 len: 168 time: 0.2297654 Apr 12 08:28:45.952585 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54002) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:45.960865 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d5ae2-6363-4335-b11f-8c86499326c9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:45.968488 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.api.v2.resource [None req-9ab4303d-0763-496c-ab17-10c4bb0311e4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] show failed (client error): The resource could not be found. Apr 12 08:28:45.972848 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9ab4303d-0763-496c-ab17-10c4bb0311e4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups/b9ba05a7-cdee-460d-b9a0-d193ac9f8ea9 HTTP/1.1" status: 404 len: 347 time: 0.0160167 Apr 12 08:28:45.973049 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54004) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:45.978958 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-c9510d24-dbe7-4e3b-80bb-f8624742e6f2 None None] For port 58ec5a56-aa0c-480b-8c56-8da1c6405110, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=58ec5a56-aa0c-480b-8c56-8da1c6405110,segment=NetworkSegment(0c20cead-11f0-4aab-932e-1dfea8b143ad),segment_id=0c20cead-11f0-4aab-932e-1dfea8b143ad)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:45.979455 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c9510d24-dbe7-4e3b-80bb-f8624742e6f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), precommit_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.001648 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-c9510d24-dbe7-4e3b-80bb-f8624742e6f2 None None] Calling delete_port for 58ec5a56-aa0c-480b-8c56-8da1c6405110 owned by network:dhcp {{(pid=103941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:46.066266 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.091888 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ec5a56-aa0c-480b-8c56-8da1c6405110,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:46.100538 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c9510d24-dbe7-4e3b-80bb-f8624742e6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (58ec5a56-aa0c-480b-8c56-8da1c6405110), after_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.101138 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] No DVR routers for this DVR port 58ec5a56-aa0c-480b-8c56-8da1c6405110 on host dv-cinder-836944-3-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:28:46.118804 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c832143b-5c9a-442f-a8f1-57b55a0ce6dd tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Deleting port 1952ece8-d4c3-4010-a6d2-d77252f19ee4 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:46.119260 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c832143b-5c9a-442f-a8f1-57b55a0ce6dd tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (1952ece8-d4c3-4010-a6d2-d77252f19ee4), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.134033 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9510d24-dbe7-4e3b-80bb-f8624742e6f2 None None] Pushing event deleted for resources: {'Port': ['ID=58ec5a56-aa0c-480b-8c56-8da1c6405110,revision_number=None']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:46.137653 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9510d24-dbe7-4e3b-80bb-f8624742e6f2 None None] No DVR routers for this DVR port 58ec5a56-aa0c-480b-8c56-8da1c6405110 on host dv-cinder-836944-3-iscsi {{(pid=103941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:28:46.187554 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (aa06fd23-9fcb-4982-a9de-73241ec1a6cf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.201631 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c832143b-5c9a-442f-a8f1-57b55a0ce6dd tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (1952ece8-d4c3-4010-a6d2-d77252f19ee4), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.201954 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c832143b-5c9a-442f-a8f1-57b55a0ce6dd tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (1952ece8-d4c3-4010-a6d2-d77252f19ee4), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.208284 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa06fd23-9fcb-4982-a9de-73241ec1a6cf']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:46.214237 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c832143b-5c9a-442f-a8f1-57b55a0ce6dd tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Calling delete_port for 1952ece8-d4c3-4010-a6d2-d77252f19ee4 owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:46.217779 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c20cead-11f0-4aab-932e-1dfea8b143ad') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:46.218080 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c20cead-11f0-4aab-932e-1dfea8b143ad') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:46.227698 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26062769'] for segment (0c20cead-11f0-4aab-932e-1dfea8b143ad), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.240827 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (0c20cead-11f0-4aab-932e-1dfea8b143ad), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.247243 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25996970'] for segment (0c20cead-11f0-4aab-932e-1dfea8b143ad), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: Traceback (most recent call last): Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: timer() Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: cb(*args, **kw) Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: return func(*args, **kwargs) Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: self._notify() Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: self.callback(batched_events) Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: event.method(event) Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: return f(self, *a, **k) Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._get(url).json() Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: return self.request(url, 'GET', **kwargs) Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:28:46.251098 dv-cinder-836944-3-iscsi neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:28:46.348201 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device bc1b43fb-2630-4274-b32d-cb0e58dd5627 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:28:46.373533 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: bc1b43fb-2630-4274-b32d-cb0e58dd5627 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:28:46.373792 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device bc1b43fb-2630-4274-b32d-cb0e58dd5627 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:28:46.374216 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 58ec5a56-aa0c-480b-8c56-8da1c6405110 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:28:46.394505 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 58ec5a56-aa0c-480b-8c56-8da1c6405110 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:28:46.394855 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 58ec5a56-aa0c-480b-8c56-8da1c6405110 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:28:46.395347 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 868d59ea-42d8-4860-849b-ae61c1315dc7 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:28:46.415005 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (aa06fd23-9fcb-4982-a9de-73241ec1a6cf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.416097 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 868d59ea-42d8-4860-849b-ae61c1315dc7 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:28:46.417121 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 868d59ea-42d8-4860-849b-ae61c1315dc7 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:28:46.427219 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.433785 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] 10.222.0.23 "DELETE /v2.0/networks/aa06fd23-9fcb-4982-a9de-73241ec1a6cf HTTP/1.1" status: 204 len: 168 time: 0.7606037 Apr 12 08:28:46.434420 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54008) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:46.450325 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921045f5-44f5-4ec3-84a1-87846f511655 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa06fd23-9fcb-4982-a9de-73241ec1a6cf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:46.654179 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c832143b-5c9a-442f-a8f1-57b55a0ce6dd tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (1952ece8-d4c3-4010-a6d2-d77252f19ee4), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.681562 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832143b-5c9a-442f-a8f1-57b55a0ce6dd tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event deleted for resources: {'Port': ['ID=1952ece8-d4c3-4010-a6d2-d77252f19ee4,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:46.746461 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c832143b-5c9a-442f-a8f1-57b55a0ce6dd tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (c27cbc8d-d1d5-43e0-9702-a6632f44de21), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.749007 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c832143b-5c9a-442f-a8f1-57b55a0ce6dd tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.752750 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-c832143b-5c9a-442f-a8f1-57b55a0ce6dd tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "DELETE /v2.0/floatingips/c27cbc8d-d1d5-43e0-9702-a6632f44de21 HTTP/1.1" status: 204 len: 168 time: 0.7757907 Apr 12 08:28:46.773593 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466382'] for router_interface (084970bc-1cb2-4ddc-9ae3-30b952aea70c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:46.990846 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54012) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:46.995980 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-25523a07-adf6-441b-b9bb-63b796565df6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1360310221', 'description': 'tempest-description--241251419'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:28:47.007678 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] Deleting port 8b165aa4-c897-43f6-9e4c-14302e06866d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:47.008004 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.087900 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] For port 8b165aa4-c897-43f6-9e4c-14302e06866d, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=8b165aa4-c897-43f6-9e4c-14302e06866d,segment=NetworkSegment(2c56327a-16bc-485e-9444-9ca9dc1fa787),segment_id=2c56327a-16bc-485e-9444-9ca9dc1fa787)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:47.088262 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.099978 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-25523a07-adf6-441b-b9bb-63b796565df6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.101021 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] Calling delete_port for 8b165aa4-c897-43f6-9e4c-14302e06866d owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:47.171150 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-25523a07-adf6-441b-b9bb-63b796565df6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (c7db6e62-0119-4080-bf9c-9b71f0d7511d), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.228502 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-25523a07-adf6-441b-b9bb-63b796565df6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (c7db6e62-0119-4080-bf9c-9b71f0d7511d), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.256985 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25523a07-adf6-441b-b9bb-63b796565df6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7db6e62-0119-4080-bf9c-9b71f0d7511d,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:47.287784 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-25523a07-adf6-441b-b9bb-63b796565df6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.289580 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-25523a07-adf6-441b-b9bb-63b796565df6 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2971015 Apr 12 08:28:47.292438 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54016) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:47.296658 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-43acc36d-6f9d-43e8-bd39-5f32df1627e2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'security_group_rule': {'security_group_id': 'c7db6e62-0119-4080-bf9c-9b71f0d7511d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:28:47.331031 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (8b165aa4-c897-43f6-9e4c-14302e06866d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.358455 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b165aa4-c897-43f6-9e4c-14302e06866d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:47.364767 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 739fccce-9245-4ad0-b414-db9f954ed0c3 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:28:47.378446 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43acc36d-6f9d-43e8-bd39-5f32df1627e2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (75d3239c-3a96-44da-ab9e-b26381c241e0), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.390120 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 739fccce-9245-4ad0-b414-db9f954ed0c3 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:28:47.390477 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 739fccce-9245-4ad0-b414-db9f954ed0c3 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:28:47.440551 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43acc36d-6f9d-43e8-bd39-5f32df1627e2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (75d3239c-3a96-44da-ab9e-b26381c241e0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.523124 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43acc36d-6f9d-43e8-bd39-5f32df1627e2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (75d3239c-3a96-44da-ab9e-b26381c241e0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.534543 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-521416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466274'] for router_interface (084970bc-1cb2-4ddc-9ae3-30b952aea70c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.546576 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acc36d-6f9d-43e8-bd39-5f32df1627e2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d3239c-3a96-44da-ab9e-b26381c241e0,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:47.613514 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43acc36d-6f9d-43e8-bd39-5f32df1627e2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.614762 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-43acc36d-6f9d-43e8-bd39-5f32df1627e2 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3214071 Apr 12 08:28:47.617421 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54018) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:47.621664 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-4e0b1c3b-1cae-466d-af85-cfd45aade60c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'security_group_rule': {'security_group_id': 'c7db6e62-0119-4080-bf9c-9b71f0d7511d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:28:47.705341 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1c3b-1cae-466d-af85-cfd45aade60c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (4dcb7659-ee88-4928-b459-6861f10f57b5), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.758780 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] Router 084970bc-1cb2-4ddc-9ae3-30b952aea70c has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:28:47.760543 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1c3b-1cae-466d-af85-cfd45aade60c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (4dcb7659-ee88-4928-b459-6861f10f57b5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.836969 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1c3b-1cae-466d-af85-cfd45aade60c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582697'] for security_group_rule (4dcb7659-ee88-4928-b459-6861f10f57b5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.864480 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b1c3b-1cae-466d-af85-cfd45aade60c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcb7659-ee88-4928-b459-6861f10f57b5,revision_number=0']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:47.871065 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:28:47.883106 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f13f63a8-5095-4b49-88ad-67c27cbad59c admin admin] 10.222.0.23 "PUT /v2.0/routers/084970bc-1cb2-4ddc-9ae3-30b952aea70c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4345288 Apr 12 08:28:47.883213 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54020) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:47.884545 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d555b-1361-4204-b779-81a7378e246e None None] Sync routers for ids ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:28:47.895258 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d555b-1361-4204-b779-81a7378e246e None None] Routers {'084970bc-1cb2-4ddc-9ae3-30b952aea70c'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:28:47.895891 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a26d555b-1361-4204-b779-81a7378e246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:28:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:47.931956 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1c3b-1cae-466d-af85-cfd45aade60c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:47.933144 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-4e0b1c3b-1cae-466d-af85-cfd45aade60c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3148127 Apr 12 08:28:47.936289 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54022) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:47.944183 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.v2.base [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'floatingip': {'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3'}} {{(pid=103940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:28:48.003913 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-a26d555b-1361-4204-b779-81a7378e246e None None] Set router 084970bc-1cb2-4ddc-9ae3-30b952aea70c gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:28:48.006706 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Publish callbacks [] for router (084970bc-1cb2-4ddc-9ae3-30b952aea70c), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:48.087703 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:48.183606 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Publish callbacks [] for router_gateway (084970bc-1cb2-4ddc-9ae3-30b952aea70c), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:48.183760 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a26d555b-1361-4204-b779-81a7378e246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'name': 'tempest-TestVolumeBootPattern-1402150367-router', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:39Z', 'updated_at': '2022-04-12T08:28:47Z', 'revision_number': 5, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'gw_port': {'id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:40Z', 'updated_at': '2022-04-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:48.188554 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:48.212764 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d555b-1361-4204-b779-81a7378e246e None None] Checking router: 084970bc-1cb2-4ddc-9ae3-30b952aea70c for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:28:48.223552 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d555b-1361-4204-b779-81a7378e246e None None] Routers {'084970bc-1cb2-4ddc-9ae3-30b952aea70c'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:28:48.224211 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a26d555b-1361-4204-b779-81a7378e246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:28:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:48.334871 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Deleting port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:48.335248 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:48.337535 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Allocated IP 172.27.3.173 (3eb94621-d127-4eaa-bacc-2fc003ead8f3/aec97063-b664-406d-a82a-7edcc358c5ba/bdab113e-d54f-4894-b107-eb072b99dd88) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:28:48.467520 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-a26d555b-1361-4204-b779-81a7378e246e None None] Set router 084970bc-1cb2-4ddc-9ae3-30b952aea70c gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:28:48.482290 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] For port f5275e16-0ec8-4ace-8b4e-fa4c31f425b5, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=f5275e16-0ec8-4ace-8b4e-fa4c31f425b5,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:48.482658 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:48.505054 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Calling delete_port for f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 owned by network:router_gateway {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:48.531016 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for port (bdab113e-d54f-4894-b107-eb072b99dd88), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:48.635289 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a26d555b-1361-4204-b779-81a7378e246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'name': 'tempest-TestVolumeBootPattern-1402150367-router', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:39Z', 'updated_at': '2022-04-12T08:28:47Z', 'revision_number': 5, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'gw_port': {'id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:40Z', 'updated_at': '2022-04-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:48.665366 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d555b-1361-4204-b779-81a7378e246e None None] The sync data for ids ['084970bc-1cb2-4ddc-9ae3-30b952aea70c'] in dv-cinder-836944-3-iscsi is: [{'id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'name': 'tempest-TestVolumeBootPattern-1402150367-router', 'tenant_id': '5f3ae0753ba64adf8b508e63b2542414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:20:39Z', 'updated_at': '2022-04-12T08:28:47Z', 'revision_number': 5, 'project_id': '5f3ae0753ba64adf8b508e63b2542414', 'gw_port': {'id': 'f5275e16-0ec8-4ace-8b4e-fa4c31f425b5', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084970bc-1cb2-4ddc-9ae3-30b952aea70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:20:40Z', 'updated_at': '2022-04-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:28:48.763286 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (bdab113e-d54f-4894-b107-eb072b99dd88), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:48.806658 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Network 3eb94621-d127-4eaa-bacc-2fc003ead8f3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:28:48.811161 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:28:48.813659 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:28:48.842583 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'Port': ['ID=bdab113e-d54f-4894-b107-eb072b99dd88,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:48.849274 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (f5275e16-0ec8-4ace-8b4e-fa4c31f425b5), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:48.882029 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5275e16-0ec8-4ace-8b4e-fa4c31f425b5,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:49.008774 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464260'] for router_gateway (084970bc-1cb2-4ddc-9ae3-30b952aea70c), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.068257 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (afc55f79-c0af-4480-bbb0-da02b616bc47), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.115136 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2962'] for router (084970bc-1cb2-4ddc-9ae3-30b952aea70c), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.117401 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Publish callbacks [] for router_controller (084970bc-1cb2-4ddc-9ae3-30b952aea70c), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.204272 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (bdab113e-d54f-4894-b107-eb072b99dd88), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.247500 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415779'] for router (084970bc-1cb2-4ddc-9ae3-30b952aea70c), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.248033 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 084970bc-1cb2-4ddc-9ae3-30b952aea70c {{(pid=103940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 08:28:49.253218 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.256659 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-152d863f-82cf-47f6-b4cb-62bbb8289232 admin admin] 10.222.0.23 "DELETE /v2.0/routers/084970bc-1cb2-4ddc-9ae3-30b952aea70c HTTP/1.1" status: 204 len: 168 time: 1.3726220 Apr 12 08:28:49.257072 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54028) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:49.361754 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa4b9c2-2715-4253-bf7b-c58c6e3de5e2 admin admin] Deleting subnet eaf9a44a-8142-4bf8-86f2-96fffcb083fb {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:28:49.367118 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b9c2-2715-4253-bf7b-c58c6e3de5e2 admin admin] Publish callbacks [] for subnet (eaf9a44a-8142-4bf8-86f2-96fffcb083fb), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.426492 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b9c2-2715-4253-bf7b-c58c6e3de5e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2438856'] for subnet (eaf9a44a-8142-4bf8-86f2-96fffcb083fb), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.469015 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for port (bdab113e-d54f-4894-b107-eb072b99dd88), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.517687 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b9c2-2715-4253-bf7b-c58c6e3de5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (eaf9a44a-8142-4bf8-86f2-96fffcb083fb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.539292 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387766'] for port (bdab113e-d54f-4894-b107-eb072b99dd88), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.624570 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'Port': ['ID=bdab113e-d54f-4894-b107-eb072b99dd88,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:49.640944 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (afc55f79-c0af-4480-bbb0-da02b616bc47), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.697022 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b9c2-2715-4253-bf7b-c58c6e3de5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347513'] for subnet (eaf9a44a-8142-4bf8-86f2-96fffcb083fb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.725267 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4b9c2-2715-4253-bf7b-c58c6e3de5e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf9a44a-8142-4bf8-86f2-96fffcb083fb,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:49.728721 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.730012 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-2a43dc63-b559-4532-8325-6f634121973a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7927599 Apr 12 08:28:49.731132 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b9c2-2715-4253-bf7b-c58c6e3de5e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.736438 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-8aa4b9c2-2715-4253-bf7b-c58c6e3de5e2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eaf9a44a-8142-4bf8-86f2-96fffcb083fb HTTP/1.1" status: 204 len: 168 time: 0.4764006 Apr 12 08:28:49.736611 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54034) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:49.740846 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc03b94-8eb6-4c4b-872f-278e6f14b0c5 None None] Network db5edcf3-ba15-4a31-acea-241fa8aeb41e requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:28:49.826870 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (db5edcf3-ba15-4a31-acea-241fa8aeb41e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.883106 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Deleting port 21471637-b724-4a8d-9fb3-faf16d695cd4 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:49.883564 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.942863 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454460ed-6e72-4619-b7f0-4c4daf2751dc None None] DHCP port deletion for db5edcf3-ba15-4a31-acea-241fa8aeb41e request from dv-cinder-836944-3-iscsi {{(pid=103941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 08:28:49.953325 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] For port 21471637-b724-4a8d-9fb3-faf16d695cd4, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=21471637-b724-4a8d-9fb3-faf16d695cd4,segment=NetworkSegment(2c56327a-16bc-485e-9444-9ca9dc1fa787),segment_id=2c56327a-16bc-485e-9444-9ca9dc1fa787)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:49.953688 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:49.967141 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Calling delete_port for 21471637-b724-4a8d-9fb3-faf16d695cd4 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:49.986515 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-454460ed-6e72-4619-b7f0-4c4daf2751dc None None] Deleting port 21471637-b724-4a8d-9fb3-faf16d695cd4 {{(pid=103941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:28:49.986801 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-454460ed-6e72-4619-b7f0-4c4daf2751dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), before_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.002936 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-36b65c42-a3a7-4fdb-9ed6-cd15c84549fb tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1360310221&fields=id&tenant_id=e4cb80aa86f846cabcbee099dd90a3ca HTTP/1.1" status: 200 len: 267 time: 0.0490808 Apr 12 08:28:50.055911 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-454460ed-6e72-4619-b7f0-4c4daf2751dc None None] For port 21471637-b724-4a8d-9fb3-faf16d695cd4, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=21471637-b724-4a8d-9fb3-faf16d695cd4,segment=NetworkSegment(2c56327a-16bc-485e-9444-9ca9dc1fa787),segment_id=2c56327a-16bc-485e-9444-9ca9dc1fa787)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:28:50.056232 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-454460ed-6e72-4619-b7f0-4c4daf2751dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), precommit_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.070366 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-454460ed-6e72-4619-b7f0-4c4daf2751dc None None] Calling delete_port for 21471637-b724-4a8d-9fb3-faf16d695cd4 owned by network:dhcp {{(pid=103941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:28:50.108706 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.117087 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c22c-97e4-4acb-8236-18444c117424 req-c9154964-1d70-4049-9050-84a4aeb4a8c1 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:50.118143 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-c9154964-1d70-4049-9050-84a4aeb4a8c1 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/networks?id=09029edf-9163-472f-b354-fc0c16533659 HTTP/1.1" status: 200 len: 811 time: 0.1072152 Apr 12 08:28:50.133001 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-a6d32133-7f81-486a-91a8-5f980368c87d tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/quotas/e4cb80aa86f846cabcbee099dd90a3ca HTTP/1.1" status: 200 len: 375 time: 0.0092661 Apr 12 08:28:50.136246 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=21471637-b724-4a8d-9fb3-faf16d695cd4,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:50.140240 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] No DVR routers for this DVR port 21471637-b724-4a8d-9fb3-faf16d695cd4 on host dv-cinder-836944-3-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:28:50.154906 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-454460ed-6e72-4619-b7f0-4c4daf2751dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (21471637-b724-4a8d-9fb3-faf16d695cd4), after_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.178809 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454460ed-6e72-4619-b7f0-4c4daf2751dc None None] Pushing event deleted for resources: {'Port': ['ID=21471637-b724-4a8d-9fb3-faf16d695cd4,revision_number=None']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:50.184842 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454460ed-6e72-4619-b7f0-4c4daf2751dc None None] No DVR routers for this DVR port 21471637-b724-4a8d-9fb3-faf16d695cd4 on host dv-cinder-836944-3-iscsi {{(pid=103941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:28:50.198371 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-597c2fb8-ddc5-4018-9e1c-9977f1070fd1 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584342 Apr 12 08:28:50.237700 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (db5edcf3-ba15-4a31-acea-241fa8aeb41e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.257955 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5edcf3-ba15-4a31-acea-241fa8aeb41e']}} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:50.267400 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c56327a-16bc-485e-9444-9ca9dc1fa787') {'for_net_delete': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:50.267703 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c56327a-16bc-485e-9444-9ca9dc1fa787') {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:28:50.279041 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2438849'] for segment (2c56327a-16bc-485e-9444-9ca9dc1fa787), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.297826 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (2c56327a-16bc-485e-9444-9ca9dc1fa787), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.304098 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:28:50.304481 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387818'] for segment (2c56327a-16bc-485e-9444-9ca9dc1fa787), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: Traceback (most recent call last): Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: timer() Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: cb(*args, **kw) Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: return func(*args, **kwargs) Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: self._notify() Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: self.callback(batched_events) Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: event.method(event) Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: return f(self, *a, **k) Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._get(url).json() Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: return self.request(url, 'GET', **kwargs) Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:28:50.306164 dv-cinder-836944-3-iscsi neutron-server[103940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:28:50.310929 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-fb7c14ec-5691-462f-9fd4-7c7c0a60028d service neutron] 10.222.0.23 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000533 Apr 12 08:28:50.339775 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 21471637-b724-4a8d-9fb3-faf16d695cd4 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:28:50.360282 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 21471637-b724-4a8d-9fb3-faf16d695cd4 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:28:50.360777 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 21471637-b724-4a8d-9fb3-faf16d695cd4 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:28:50.361311 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:28:50.380046 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:28:50.380398 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device f5275e16-0ec8-4ace-8b4e-fa4c31f425b5 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:28:50.380814 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 8b165aa4-c897-43f6-9e4c-14302e06866d no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:28:50.400234 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 8b165aa4-c897-43f6-9e4c-14302e06866d {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:28:50.400791 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 8b165aa4-c897-43f6-9e4c-14302e06866d not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:28:50.404843 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-eccd6d65-9c8a-49d7-a1df-d381f9efc02b service neutron] 10.222.0.23 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876682 Apr 12 08:28:50.420273 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (db5edcf3-ba15-4a31-acea-241fa8aeb41e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.425509 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.428812 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] 10.222.0.23 "DELETE /v2.0/networks/db5edcf3-ba15-4a31-acea-241fa8aeb41e HTTP/1.1" status: 204 len: 168 time: 0.6911950 Apr 12 08:28:50.440225 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf613e-eb9b-464a-850b-b9ee5ad94a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=db5edcf3-ba15-4a31-acea-241fa8aeb41e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:50.654138 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-8dcd5330-87ad-4d45-a073-5bd5e2322e1a req-c2dc6159-3ecc-42a0-8219-28b278ed9c24 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 210 time: 0.0322115 Apr 12 08:28:50.721412 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54058) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:50.761396 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e352db81-2dea-4354-947d-40a33cbda2c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0a880bb2648415aa3ee1a89d71186f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387776 Apr 12 08:28:50.763765 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54062) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:50.810151 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-82104a09-2fdc-4a17-ae7f-3826c81cda8c admin admin] Publish callbacks [] for security_group (8e56b861-9d1d-4618-8c85-e946370093d3), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.831001 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-82104a09-2fdc-4a17-ae7f-3826c81cda8c admin admin] Publish callbacks [] for security_group (8e56b861-9d1d-4618-8c85-e946370093d3), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.933797 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-82104a09-2fdc-4a17-ae7f-3826c81cda8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (8e56b861-9d1d-4618-8c85-e946370093d3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.936419 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-82104a09-2fdc-4a17-ae7f-3826c81cda8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:50.937676 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-82104a09-2fdc-4a17-ae7f-3826c81cda8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e56b861-9d1d-4618-8c85-e946370093d3 HTTP/1.1" status: 204 len: 168 time: 0.1729341 Apr 12 08:28:50.946217 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82104a09-2fdc-4a17-ae7f-3826c81cda8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e56b861-9d1d-4618-8c85-e946370093d3,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:51.595696 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54072) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:51.635361 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-20d76992-3357-4e79-9451-7eb70e7b1bac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f3ae0753ba64adf8b508e63b2542414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385399 Apr 12 08:28:51.638107 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54074) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:28:51.683630 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9eb34bf0-43c8-4c1d-9a7f-16a6b808db24 admin admin] Publish callbacks [] for security_group (0f7f6e66-6abc-4d25-83ab-51e39b6a069b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:51.714986 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9eb34bf0-43c8-4c1d-9a7f-16a6b808db24 admin admin] Publish callbacks [] for security_group (0f7f6e66-6abc-4d25-83ab-51e39b6a069b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:51.753452 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-38fc24ba-d100-4403-920c-3a713cff33c3 req-2ec6eaf8-d222-4492-bd46-bc1d9986f639 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 210 time: 0.0320399 Apr 12 08:28:51.848004 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9eb34bf0-43c8-4c1d-9a7f-16a6b808db24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (0f7f6e66-6abc-4d25-83ab-51e39b6a069b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:51.851086 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9eb34bf0-43c8-4c1d-9a7f-16a6b808db24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:51.852259 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-9eb34bf0-43c8-4c1d-9a7f-16a6b808db24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f7f6e66-6abc-4d25-83ab-51e39b6a069b HTTP/1.1" status: 204 len: 168 time: 0.2132652 Apr 12 08:28:51.861568 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb34bf0-43c8-4c1d-9a7f-16a6b808db24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f6e66-6abc-4d25-83ab-51e39b6a069b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:52.846089 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94a5968b-3a8f-44b6-a670-27d8d3bd21d8 req-858beded-fd98-45d8-bd0a-c62582f96169 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 210 time: 0.0277503 Apr 12 08:28:53.791900 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c22c-97e4-4acb-8236-18444c117424 req-d7608b1b-672f-40d5-983d-0bbc9919deb8 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:53.793353 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-d7608b1b-672f-40d5-983d-0bbc9919deb8 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.25 "GET /v2.0/networks?id=09029edf-9163-472f-b354-fc0c16533659 HTTP/1.1" status: 200 len: 811 time: 0.1021252 Apr 12 08:28:53.861464 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-8f15346c-a1c5-49fa-b92d-71fe015e9fbe tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4cb80aa86f846cabcbee099dd90a3ca HTTP/1.1" status: 200 len: 380 time: 0.0579705 Apr 12 08:28:53.872801 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'port': {'device_id': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'admin_state_up': True, 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'security_groups': ['c7db6e62-0119-4080-bf9c-9b71f0d7511d']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:28:53.967269 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3beca1ea-f07b-49d1-af2c-ac238380c1df req-d268cbb7-bd45-434c-a637-60451de40ce3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 210 time: 0.0322104 Apr 12 08:28:54.059556 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Made reservation on behalf of e4cb80aa86f846cabcbee099dd90a3ca for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:28:54.062981 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:54.188770 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Allocated IP 172.20.0.12 (09029edf-9163-472f-b354-fc0c16533659/65a89944-d3f0-4b32-990f-8e52e78fb61d/b23ebb0c-7065-4151-b32a-7bf6d4ebadb5) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:28:54.330899 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:54.414911 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:54.456920 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Network 09029edf-9163-472f-b354-fc0c16533659 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:28:54.460474 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:28:54.462828 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:28:54.497284 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event updated for resources: {'Port': ['ID=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:54.521460 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:54.522077 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:54.602936 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-754f37fd-0dc1-4a52-ac8b-2310cbb3e9e9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7339382 Apr 12 08:28:54.614194 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Request body: {'port': {'device_id': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:28:54.673256 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-f1f3f9f6-bace-4a6c-9eef-bd4ea877fdd9 None None] Provisioning complete for port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 triggered by entity DHCP. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:28:54.673868 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f1f3f9f6-bace-4a6c-9eef-bd4ea877fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:54.676604 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:54.707453 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3f9f6-bace-4a6c-9eef-bd4ea877fdd9 None None] Port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 cannot update to ACTIVE because it is not bound. {{(pid=103941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 08:28:54.928521 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:28:54.936499 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Publish callbacks [] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:54.952166 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Transition to ACTIVE for port object b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:28:55.019800 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:55.095163 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Pushing event updated for resources: {'Port': ['ID=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:55.097263 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c4017-1d19-4e0d-aca0-7403dc3826d4 req-fda48d68-8f61-419d-9110-bd6e24daba93 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:55.099600 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f52c4017-1d19-4e0d-aca0-7403dc3826d4 req-fda48d68-8f61-419d-9110-bd6e24daba93 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 944 time: 0.0572464 Apr 12 08:28:55.148448 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Attempting to bind port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:28:55.148828 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Attempting to bind port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:28:55.149113 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Attempting to bind port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 on network 09029edf-9163-472f-b354-fc0c16533659 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:28:55.150769 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-f52c4017-1d19-4e0d-aca0-7403dc3826d4 req-2d1b3b48-5a51-4926-9099-d15bc9a03b55 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455892 Apr 12 08:28:55.160964 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 on network 09029edf-9163-472f-b354-fc0c16533659 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:28:55.160964 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Attempting to bind port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 on network 09029edf-9163-472f-b354-fc0c16533659 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:28:55.160964 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:28:55.160964 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Checking segment: {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:28:55.160964 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Bound using segment: {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:28:55.161508 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Bound port: b23ebb0c-7065-4151-b32a-7bf6d4ebadb5, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e5f946-0864-42f4-98bc-8d3067a26d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '09029edf-9163-472f-b354-fc0c16533659'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:28:55.161621 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:55.243710 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] For port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:28:55.246916 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] For port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:28:55.305716 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:55.343957 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:55.344583 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:28:55.346006 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] 10.222.0.25 "PUT /v2.0/ports/b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 HTTP/1.1" status: 200 len: 1094 time: 0.7359505 Apr 12 08:28:55.346386 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'tag': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:28:55.348629 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c97265f-4141-43dd-ab9c-01e0d6b73e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddc6f81-a5e6-4513-8edd-6bc07198e13a", "tag": "b23ebb0c-7065-4151-b32a-7bf6d4ebadb5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:28:55.380692 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee1c70-29b4-43c4-ace5-72848b76219e service neutron] Pushing event updated for resources: {'Port': ['ID=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:28:55.387365 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c012ce6a-d8bf-4fdb-b753-1919cfebcf5a x-openstack-request-id: req-c012ce6a-d8bf-4fdb-b753-1919cfebcf5a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:28:55.387704 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddc6f81-a5e6-4513-8edd-6bc07198e13a", "tag": "b23ebb0c-7065-4151-b32a-7bf6d4ebadb5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:28:55.387961 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c012ce6a-d8bf-4fdb-b753-1919cfebcf5a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:28:55.388359 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c012ce6a-d8bf-4fdb-b753-1919cfebcf5a'] response: {'name': 'network-changed', 'server_uuid': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'tag': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5', 'status': 'completed', 'code': 200} Apr 12 08:28:56.262458 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d01b2-5e04-4447-9c37-abc63b33f36f req-135706bd-775f-4e3b-939e-7081646af6e5 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:56.263923 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b66d01b2-5e04-4447-9c37-abc63b33f36f req-135706bd-775f-4e3b-939e-7081646af6e5 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 944 time: 0.0450592 Apr 12 08:28:56.309030 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-b66d01b2-5e04-4447-9c37-abc63b33f36f req-01aeff3d-ea5c-4d88-9ea5-fa52cae3e431 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397103 Apr 12 08:28:57.572189 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97265f-4141-43dd-ab9c-01e0d6b73e3c req-cd1bc64f-af45-4bf1-bd6c-390ab4adff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:57.573700 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c97265f-4141-43dd-ab9c-01e0d6b73e3c req-cd1bc64f-af45-4bf1-bd6c-390ab4adff3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 1128 time: 0.3083353 Apr 12 08:28:57.637840 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7207-26d7-4dbf-a2af-300d0426a74a req-4e9ccda0-f65b-4637-8a4a-f0912171c736 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:57.639340 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e5db7207-26d7-4dbf-a2af-300d0426a74a req-4e9ccda0-f65b-4637-8a4a-f0912171c736 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 944 time: 0.0871286 Apr 12 08:28:57.738138 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e5db7207-26d7-4dbf-a2af-300d0426a74a req-8fca8f9c-d40a-4ea1-852d-567f6924aff9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931580 Apr 12 08:28:57.739279 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97265f-4141-43dd-ab9c-01e0d6b73e3c req-951cac0f-88bb-4702-a359-b16ebb8176b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:57.740650 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c97265f-4141-43dd-ab9c-01e0d6b73e3c req-951cac0f-88bb-4702-a359-b16ebb8176b9 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1471539 Apr 12 08:28:57.839555 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97265f-4141-43dd-ab9c-01e0d6b73e3c req-ee388716-94fc-437c-a218-f60eee90dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:57.840940 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0c97265f-4141-43dd-ab9c-01e0d6b73e3c req-ee388716-94fc-437c-a218-f60eee90dbb4 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0924454 Apr 12 08:28:57.918569 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c22c-97e4-4acb-8236-18444c117424 req-0c99d303-43ab-4432-8f9f-ba632b742e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:57.920079 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-0c99d303-43ab-4432-8f9f-ba632b742e82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 1128 time: 0.0423944 Apr 12 08:28:57.963558 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-2be66d46-c19f-4539-ad8e-f96863df181a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 HTTP/1.1" status: 200 len: 217 time: 0.0335288 Apr 12 08:28:58.011886 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c22c-97e4-4acb-8236-18444c117424 req-ee8bb068-ad05-421b-91e8-46d91d68ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:58.013316 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-ee8bb068-ad05-421b-91e8-46d91d68ea58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a89944-d3f0-4b32-990f-8e52e78fb61d HTTP/1.1" status: 200 len: 850 time: 0.0432177 Apr 12 08:28:58.063922 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c22c-97e4-4acb-8236-18444c117424 req-60f1e14e-ffd7-42b2-8582-7f959e5bcc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:58.065404 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-60f1e14e-ffd7-42b2-8582-7f959e5bcc84 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09029edf-9163-472f-b354-fc0c16533659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421057 Apr 12 08:28:58.154217 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-9c7798b4-2ee3-48a1-9f2f-5d88cc46ef7b service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815771 Apr 12 08:28:58.247356 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0a12c22c-97e4-4acb-8236-18444c117424 req-c9628b67-4c7d-49f6-8626-03b762fc6b96 service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850139 Apr 12 08:28:58.852366 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96ce14-f568-4dbf-b45b-98517fba3f60 req-1f2c790a-49f2-404e-b753-3bc1b19ace48 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:28:58.854019 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3c96ce14-f568-4dbf-b45b-98517fba3f60 req-1f2c790a-49f2-404e-b753-3bc1b19ace48 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 944 time: 0.0465527 Apr 12 08:28:58.903676 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3c96ce14-f568-4dbf-b45b-98517fba3f60 req-808f188a-d729-49de-a781-e477ae54540d tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441368 Apr 12 08:29:00.014779 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb4a86-2c7c-48fb-b736-f95998a194c5 req-62bcf1d7-c1a9-4aaf-9b58-a217412a59c4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:00.016192 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-58fb4a86-2c7c-48fb-b736-f95998a194c5 req-62bcf1d7-c1a9-4aaf-9b58-a217412a59c4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 944 time: 0.0464017 Apr 12 08:29:00.062593 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-58fb4a86-2c7c-48fb-b736-f95998a194c5 req-0b44a4e9-924d-44f9-8668-659112fd7bd1 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405619 Apr 12 08:29:00.225343 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1841b702-36be-48c2-9adf-ec803c71c90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:01.172681 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9b6-6b2a-47a0-a714-0c8622b241e5 req-60dc0af0-ae29-4df3-aa16-cf7e532320d4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:01.174131 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4fadb9b6-6b2a-47a0-a714-0c8622b241e5 req-60dc0af0-ae29-4df3-aa16-cf7e532320d4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 944 time: 0.0460455 Apr 12 08:29:01.220985 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-4fadb9b6-6b2a-47a0-a714-0c8622b241e5 req-0c85f9ee-2d5d-4e24-a404-3cba6ea4a11c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Apr 12 08:29:01.718412 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:29:01.814423 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:29:01.827555 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'port_id': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5', 'mac_address': 'fa:16:3e:21:7f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:29:01.863127 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:29:01.863557 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:01.880064 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:29:01.903907 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:29:01.979295 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:02.026728 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:29:02.033678 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037027 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037027 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037027 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037027 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037027 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037027 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037027 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037027 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037027 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037939 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037939 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.037939 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.038253 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.038578 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:02.232805 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['b23ebb0c-7065-4151-b32a-7bf6d4ebadb5'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:29:02.338299 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f1217-fd2e-437f-8d65-acde63af1934 req-80296774-57b9-42f3-8939-719a067211f4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:02.339799 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6d9f1217-fd2e-437f-8d65-acde63af1934 req-80296774-57b9-42f3-8939-719a067211f4 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 945 time: 0.0507996 Apr 12 08:29:02.386132 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6d9f1217-fd2e-437f-8d65-acde63af1934 req-4ed25cd2-71f8-4de6-be1b-fb6c6da774e8 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407095 Apr 12 08:29:02.796328 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d0917278-cfe3-4c45-9817-1af8e90976e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:03.269606 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:29:03.314970 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:29:03.385185 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:29:03.385582 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:03.459745 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:29:03.460049 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:03.484483 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:29:03.486702 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb313b63-e089-4d87-b81f-eaa9e177db55" -d '{"events": [{"server_uuid": "1ddc6f81-a5e6-4513-8edd-6bc07198e13a", "name": "network-vif-plugged", "status": "completed", "tag": "b23ebb0c-7065-4151-b32a-7bf6d4ebadb5"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:29:03.504997 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b92e59-5326-47bd-bdad-bb9757f9ecc4 req-82392cd7-5984-4d74-b9e5-62339e709a7a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:03.505570 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:29:03.505878 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e7b92e59-5326-47bd-bdad-bb9757f9ecc4 req-82392cd7-5984-4d74-b9e5-62339e709a7a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 945 time: 0.0517933 Apr 12 08:29:03.525175 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14876ee4-e1e6-4494-a55b-203a64ffb7aa x-openstack-request-id: req-14876ee4-e1e6-4494-a55b-203a64ffb7aa {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:29:03.525459 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddc6f81-a5e6-4513-8edd-6bc07198e13a", "name": "network-vif-plugged", "status": "completed", "tag": "b23ebb0c-7065-4151-b32a-7bf6d4ebadb5", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:29:03.525706 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14876ee4-e1e6-4494-a55b-203a64ffb7aa {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:29:03.526093 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14876ee4-e1e6-4494-a55b-203a64ffb7aa'] response: {'server_uuid': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5', 'code': 200} Apr 12 08:29:03.547619 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e7b92e59-5326-47bd-bdad-bb9757f9ecc4 req-db579fed-2cc5-49f8-ad2b-106f08f6bda1 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427938 Apr 12 08:29:03.550674 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:03.577072 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:03.599837 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:29:03.762138 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:03.866571 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d33edc-fa91-486b-85e0-5b22884f8b85 req-184037ea-c673-4af6-afc9-6b3a7aabfedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:03.868730 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d1d33edc-fa91-486b-85e0-5b22884f8b85 req-184037ea-c673-4af6-afc9-6b3a7aabfedf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 1130 time: 0.0377696 Apr 12 08:29:03.919946 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d1d33edc-fa91-486b-85e0-5b22884f8b85 req-01854c99-d003-409b-bfcd-f7fe758b44b7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427561 Apr 12 08:29:04.664880 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2449f79-4788-40f1-af6d-17a3888ffede req-f59b278d-97d3-4b8b-83db-7327f7b7530c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:04.666335 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b2449f79-4788-40f1-af6d-17a3888ffede req-f59b278d-97d3-4b8b-83db-7327f7b7530c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 946 time: 0.0491672 Apr 12 08:29:04.715491 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b2449f79-4788-40f1-af6d-17a3888ffede req-b4e92c9b-4d2c-4ce9-a39e-96de4afe50fb tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436256 Apr 12 08:29:05.207782 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:05.831448 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a30c96-3d86-4f2c-bb5a-0eb6660f4657 req-f827f053-205a-4d45-a4db-432aaa1c54a5 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:05.833000 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-77a30c96-3d86-4f2c-bb5a-0eb6660f4657 req-f827f053-205a-4d45-a4db-432aaa1c54a5 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 946 time: 0.0505211 Apr 12 08:29:05.878296 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-77a30c96-3d86-4f2c-bb5a-0eb6660f4657 req-7b268aa1-22dc-48c8-8dc6-865dec2f90f3 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Apr 12 08:29:05.984631 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bb8ec-7585-464d-878a-42c5af49cfe6 req-9605f5fc-c72c-4de6-a7b9-021a1ce7082a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:05.986085 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e02bb8ec-7585-464d-878a-42c5af49cfe6 req-9605f5fc-c72c-4de6-a7b9-021a1ce7082a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 946 time: 0.0458765 Apr 12 08:29:05.995679 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54160) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:29:05.999849 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [None req-26624e8c-bc47-42c5-9258-05cb88cc5b2e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Request body: {'floatingip': {'port_id': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:29:06.038085 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26624e8c-bc47-42c5-9258-05cb88cc5b2e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (afc55f79-c0af-4480-bbb0-da02b616bc47), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:06.477299 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26624e8c-bc47-42c5-9258-05cb88cc5b2e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:06.481554 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:29:06.539321 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26624e8c-bc47-42c5-9258-05cb88cc5b2e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (afc55f79-c0af-4480-bbb0-da02b616bc47), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:06.642808 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-26624e8c-bc47-42c5-9258-05cb88cc5b2e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Floating IP afc55f79-c0af-4480-bbb0-da02b616bc47 associated. External IP: 172.27.3.173, port: b23ebb0c-7065-4151-b32a-7bf6d4ebadb5. Apr 12 08:29:06.814153 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:06.863987 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26624e8c-bc47-42c5-9258-05cb88cc5b2e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Router 12ba79cb-41f0-45c3-85c7-2016add421e0 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:29:06.977369 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26624e8c-bc47-42c5-9258-05cb88cc5b2e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:29:06.982370 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26624e8c-bc47-42c5-9258-05cb88cc5b2e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:06.988215 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] Sync routers for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:29:06.999113 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:29:06.999779 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:29:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:29:07.025930 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-26624e8c-bc47-42c5-9258-05cb88cc5b2e tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "PUT /v2.0/floatingips/afc55f79-c0af-4480-bbb0-da02b616bc47 HTTP/1.1" status: 200 len: 992 time: 1.0154514 Apr 12 08:29:07.025930 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'tag': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:29:07.025930 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f118441-4737-4d79-baa8-a9d55f65caa1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddc6f81-a5e6-4513-8edd-6bc07198e13a", "tag": "b23ebb0c-7065-4151-b32a-7bf6d4ebadb5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:29:07.049663 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c13737-bf3d-407b-a2b2-665fe35fba8b x-openstack-request-id: req-46c13737-bf3d-407b-a2b2-665fe35fba8b {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:29:07.049957 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddc6f81-a5e6-4513-8edd-6bc07198e13a", "tag": "b23ebb0c-7065-4151-b32a-7bf6d4ebadb5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:29:07.050211 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46c13737-bf3d-407b-a2b2-665fe35fba8b {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:29:07.050619 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c13737-bf3d-407b-a2b2-665fe35fba8b'] response: {'name': 'network-changed', 'server_uuid': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'tag': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5', 'status': 'completed', 'code': 200} Apr 12 08:29:07.107762 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:29:07.110735 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-835e2f67-52e2-4f29-91c5-a2eaa4bf8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:07.112326 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-835e2f67-52e2-4f29-91c5-a2eaa4bf8722 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 1130 time: 0.0388372 Apr 12 08:29:07.210786 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-80b2e041-cb62-49cb-b4e8-078f7c08b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:07.212371 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-80b2e041-cb62-49cb-b4e8-078f7c08b11c service neutron] 10.222.0.25 "GET /v2.0/networks?id=09029edf-9163-472f-b354-fc0c16533659 HTTP/1.1" status: 200 len: 911 time: 0.0900369 Apr 12 08:29:07.280596 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-331115aa-be1e-444f-aaca-29aee781139b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 HTTP/1.1" status: 200 len: 1000 time: 0.0614808 Apr 12 08:29:07.328306 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'afc55f79-c0af-4480-bbb0-da02b616bc47', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'port_id': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'mac_address': 'fa:16:3e:21:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:28:48Z', 'updated_at': '2022-04-12T08:29:06Z', 'revision_number': 1, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:29:07.332181 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-d920d4c1-520d-4e65-b14d-358a61d0c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:07.333640 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-d920d4c1-520d-4e65-b14d-358a61d0c53a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a89944-d3f0-4b32-990f-8e52e78fb61d HTTP/1.1" status: 200 len: 850 time: 0.0474806 Apr 12 08:29:07.355530 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] Checking router: 12ba79cb-41f0-45c3-85c7-2016add421e0 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:29:07.363712 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:29:07.364316 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:29:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:29:07.377545 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-24a3687b-1e82-4247-977f-ed99a2869bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:07.379034 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-24a3687b-1e82-4247-977f-ed99a2869bcc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09029edf-9163-472f-b354-fc0c16533659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387070 Apr 12 08:29:07.471002 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-7bdd79a1-767c-4889-9a96-30be91758471 service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844319 Apr 12 08:29:07.473228 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:29:07.567870 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-0f118441-4737-4d79-baa8-a9d55f65caa1 req-09a794e0-93b1-4f8e-8492-2e1a5b4951e6 service neutron] 10.222.0.25 "GET /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900688 Apr 12 08:29:07.688504 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'afc55f79-c0af-4480-bbb0-da02b616bc47', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'port_id': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'mac_address': 'fa:16:3e:21:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:28:48Z', 'updated_at': '2022-04-12T08:29:06Z', 'revision_number': 1, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:29:07.716995 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0d7fb-2872-49b5-ba66-5904d9ce7bd5 None None] The sync data for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi is: [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_floatingips': [{'id': 'afc55f79-c0af-4480-bbb0-da02b616bc47', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'router_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'port_id': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'mac_address': 'fa:16:3e:21:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T08:28:48Z', 'updated_at': '2022-04-12T08:29:06Z', 'revision_number': 1, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:29:07.920087 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba10c41-32d3-4453-a443-4456f4f35606 None None] New status for floating IP afc55f79-c0af-4480-bbb0-da02b616bc47: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:29:08.166489 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77600d-0988-4a8d-a116-22343449d1ad req-cccb8e5c-a3da-43b8-86a6-5d008fce622e tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:08.167904 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bc77600d-0988-4a8d-a116-22343449d1ad req-cccb8e5c-a3da-43b8-86a6-5d008fce622e tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0492470 Apr 12 08:29:08.214711 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-bc77600d-0988-4a8d-a116-22343449d1ad req-3c6e0ed1-0bf0-4b0e-bb40-a68236893c96 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Apr 12 08:29:09.326228 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa031f1b-6e6a-42eb-b861-d38b9ec4952c req-6d3beb1a-0f39-4b3a-9925-b7ac042bb616 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:09.327731 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-aa031f1b-6e6a-42eb-b861-d38b9ec4952c req-6d3beb1a-0f39-4b3a-9925-b7ac042bb616 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0459158 Apr 12 08:29:09.376263 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-aa031f1b-6e6a-42eb-b861-d38b9ec4952c req-97673e6a-d534-4c43-8b94-b145ec7d57dd tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Apr 12 08:29:09.758125 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-5c42a508-5356-4bb2-b95a-c5d3e64d62fc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:09.759657 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-5c42a508-5356-4bb2-b95a-c5d3e64d62fc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.25 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0492063 Apr 12 08:29:09.841498 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Deleting port 0dd1e97d-7704-492e-98de-7e539378ee3a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:29:09.841833 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:09.938038 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] For port 0dd1e97d-7704-492e-98de-7e539378ee3a, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=0dd1e97d-7704-492e-98de-7e539378ee3a,segment=NetworkSegment(505d6e9d-86bf-4b3c-a39e-d413668c1c0d),segment_id=505d6e9d-86bf-4b3c-a39e-d413668c1c0d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:29:09.938388 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:09.951946 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Calling delete_port for 0dd1e97d-7704-492e-98de-7e539378ee3a owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:29:10.127856 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (0dd1e97d-7704-492e-98de-7e539378ee3a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:10.139020 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['0dd1e97d-7704-492e-98de-7e539378ee3a'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:29:10.161145 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Pushing event deleted for resources: {'Port': ['ID=0dd1e97d-7704-492e-98de-7e539378ee3a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:29:10.185908 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.186257 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.186600 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.186937 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.187763 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.187763 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.187983 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.188241 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.188564 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.188887 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.189209 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.189528 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.189868 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.190200 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.190522 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:29:10.212669 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] No DVR routers for this DVR port 0dd1e97d-7704-492e-98de-7e539378ee3a on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:29:10.215607 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:10.218751 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b4d82827-02a2-4e11-a7bb-0c2057bab91a req-4e6275c5-0ab3-4110-b7ce-1021919c5c77 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.25 "DELETE /v2.0/ports/0dd1e97d-7704-492e-98de-7e539378ee3a HTTP/1.1" status: 204 len: 173 time: 0.4539227 Apr 12 08:29:10.219176 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840bbc58-38aa-4110-bc6c-73f5a3e2b9c3', 'name': 'network-vif-deleted', 'tag': '0dd1e97d-7704-492e-98de-7e539378ee3a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:29:10.221578 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dd466f-18f0-4cec-ba96-4a09668254fd" -d '{"events": [{"server_uuid": "840bbc58-38aa-4110-bc6c-73f5a3e2b9c3", "name": "network-vif-deleted", "tag": "0dd1e97d-7704-492e-98de-7e539378ee3a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:29:10.260662 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7d8fb7-ef09-43b6-b1d6-cf263fb548c2 x-openstack-request-id: req-3c7d8fb7-ef09-43b6-b1d6-cf263fb548c2 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:29:10.260953 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840bbc58-38aa-4110-bc6c-73f5a3e2b9c3", "name": "network-vif-deleted", "tag": "0dd1e97d-7704-492e-98de-7e539378ee3a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:29:10.261233 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c7d8fb7-ef09-43b6-b1d6-cf263fb548c2 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:29:10.261669 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7d8fb7-ef09-43b6-b1d6-cf263fb548c2'] response: {'server_uuid': '840bbc58-38aa-4110-bc6c-73f5a3e2b9c3', 'name': 'network-vif-deleted', 'tag': '0dd1e97d-7704-492e-98de-7e539378ee3a', 'status': 'completed', 'code': 200} Apr 12 08:29:10.473760 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-e05d4ac6-f8d5-4413-b560-cf08a67242dc req-ab10aa91-a309-45d8-9012-1da6a970598f tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=840bbc58-38aa-4110-bc6c-73f5a3e2b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0314960 Apr 12 08:29:13.853652 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 0dd1e97d-7704-492e-98de-7e539378ee3a no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:29:13.873652 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 0dd1e97d-7704-492e-98de-7e539378ee3a {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:29:13.873992 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 0dd1e97d-7704-492e-98de-7e539378ee3a not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:29:20.020486 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-621eb4ad-b56a-4360-8949-075ee8f178de tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:20.022648 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-621eb4ad-b56a-4360-8949-075ee8f178de tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/networks?id=65097649-b7ad-4e0e-879e-26f26abf130a HTTP/1.1" status: 200 len: 813 time: 0.1019187 Apr 12 08:29:20.038602 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-6cc51849-13dc-4730-8656-6479f2d73e10 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/quotas/191f6e0f9a274f2a9d4b9ee658255748 HTTP/1.1" status: 200 len: 375 time: 0.0101867 Apr 12 08:29:20.070160 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-bb8e849b-e289-452d-80c8-a32ea8245db6 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=191f6e0f9a274f2a9d4b9ee658255748&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265877 Apr 12 08:29:20.161369 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-a5c143be-d8f4-4152-9f0e-5d63b74b0d76 service neutron] 10.222.0.23 "GET /v2.0/networks/65097649-b7ad-4e0e-879e-26f26abf130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847712 Apr 12 08:29:20.247778 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-83f5bbf7-ec57-4250-b976-8a5f192477a0 service neutron] 10.222.0.23 "GET /v2.0/networks/65097649-b7ad-4e0e-879e-26f26abf130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808029 Apr 12 08:29:20.492816 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-566b5af4-3e51-4bf7-ab2f-25d4134644c6 req-f5989a06-9dc9-49b9-afa0-f241890fa9f2 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 210 time: 0.0273309 Apr 12 08:29:21.613651 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-282f32aa-2a29-4a38-8f87-b437def69607 req-8bcc4471-0912-4e15-b60d-d6180f3fddb3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 210 time: 0.0415466 Apr 12 08:29:22.300488 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-de186aa9-495b-4cfe-8593-8a4f6b10639f tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:22.303866 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-de186aa9-495b-4cfe-8593-8a4f6b10639f tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.25 "GET /v2.0/networks?id=65097649-b7ad-4e0e-879e-26f26abf130a HTTP/1.1" status: 200 len: 813 time: 0.1009440 Apr 12 08:29:22.313838 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Request body: {'port': {'device_id': '805c7b75-ca69-4508-a985-3ec52a8f1589', 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a', 'admin_state_up': True, 'tenant_id': '191f6e0f9a274f2a9d4b9ee658255748'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:29:22.490775 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Made reservation on behalf of 191f6e0f9a274f2a9d4b9ee658255748 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 08:29:22.494099 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:22.620296 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Allocated IP 172.20.0.12 (65097649-b7ad-4e0e-879e-26f26abf130a/c3f34372-b49f-4a34-8a29-d804134ae26d/eefac522-4f96-4d7b-9c04-8d5e9b7ac058) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 08:29:22.756328 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-ff09b612-ed68-4cb9-b65e-597000fc9ecf req-3fe575d7-6957-450f-b753-144ad40e8a8a tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 210 time: 0.0596576 Apr 12 08:29:22.795519 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks [] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:22.908400 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766555672607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:22.950202 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Network 65097649-b7ad-4e0e-879e-26f26abf130a is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 08:29:22.953718 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 08:29:22.957311 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 08:29:22.985476 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Pushing event updated for resources: {'Port': ['ID=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:29:23.012013 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:23.012560 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:23.089754 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-75c618b0-4fe9-4d12-93da-fba2a7bd6ddc tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7800364 Apr 12 08:29:23.101302 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.v2.base [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Request body: {'port': {'device_id': '805c7b75-ca69-4508-a985-3ec52a8f1589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 08:29:23.158543 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:23.412143 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefac522-4f96-4d7b-9c04-8d5e9b7ac058 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:29:23.419162 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Publish callbacks [] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:23.430911 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Transition to ACTIVE for port object eefac522-4f96-4d7b-9c04-8d5e9b7ac058 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 08:29:23.527392 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:23.578938 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Pushing event updated for resources: {'Port': ['ID=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:29:23.646233 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Attempting to bind port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 08:29:23.646562 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Attempting to bind port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '505d6e9d-86bf-4b3c-a39e-d413668c1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 08:29:23.646881 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Attempting to bind port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 on network 65097649-b7ad-4e0e-879e-26f26abf130a {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:29:23.651136 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 on network 65097649-b7ad-4e0e-879e-26f26abf130a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 08:29:23.651505 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Attempting to bind port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 on network 65097649-b7ad-4e0e-879e-26f26abf130a {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 08:29:23.656227 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Checking agent: {'id': '3d36c8b3-d154-447c-9271-2bb4a88f60ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'started_at': datetime.datetime(2022, 4, 12, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 8, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 08:29:23.656577 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Checking segment: {'id': '505d6e9d-86bf-4b3c-a39e-d413668c1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 08:29:23.656934 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Bound using segment: {'id': '505d6e9d-86bf-4b3c-a39e-d413668c1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 08:29:23.657349 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Bound port: eefac522-4f96-4d7b-9c04-8d5e9b7ac058, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505d6e9d-86bf-4b3c-a39e-d413668c1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 08:29:23.657729 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:23.721423 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] For port eefac522-4f96-4d7b-9c04-8d5e9b7ac058, host hv-cinder-83694, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 08:29:23.724257 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] For port eefac522-4f96-4d7b-9c04-8d5e9b7ac058, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,segment=NetworkSegment(505d6e9d-86bf-4b3c-a39e-d413668c1c0d),segment_id=505d6e9d-86bf-4b3c-a39e-d413668c1c0d)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 08:29:23.791248 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25996918'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:23.830416 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:23.831036 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:23.832455 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] 10.222.0.25 "PUT /v2.0/ports/eefac522-4f96-4d7b-9c04-8d5e9b7ac058 HTTP/1.1" status: 200 len: 1094 time: 0.7350504 Apr 12 08:29:23.836184 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805c7b75-ca69-4508-a985-3ec52a8f1589', 'tag': 'eefac522-4f96-4d7b-9c04-8d5e9b7ac058'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:29:23.836184 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97398d26-0964-4597-92a1-af792ceae6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "805c7b75-ca69-4508-a985-3ec52a8f1589", "tag": "eefac522-4f96-4d7b-9c04-8d5e9b7ac058"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:29:23.862008 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc81cb-28fe-44f8-b3eb-d708415d74b1 service neutron] Pushing event updated for resources: {'Port': ['ID=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:29:23.869258 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b83699-ab1a-434a-a62a-3da61ffedbbd req-3a8a587f-515e-4ee0-a199-bf5d0f9dd2a1 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:23.870740 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-20b83699-ab1a-434a-a62a-3da61ffedbbd req-3a8a587f-515e-4ee0-a199-bf5d0f9dd2a1 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 944 time: 0.0540445 Apr 12 08:29:23.881000 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb815643-bb28-4570-9970-eb2ad060bdbe x-openstack-request-id: req-fb815643-bb28-4570-9970-eb2ad060bdbe {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:29:23.881341 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805c7b75-ca69-4508-a985-3ec52a8f1589", "tag": "eefac522-4f96-4d7b-9c04-8d5e9b7ac058", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:29:23.881541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb815643-bb28-4570-9970-eb2ad060bdbe {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:29:23.881924 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb815643-bb28-4570-9970-eb2ad060bdbe'] response: {'name': 'network-changed', 'server_uuid': '805c7b75-ca69-4508-a985-3ec52a8f1589', 'tag': 'eefac522-4f96-4d7b-9c04-8d5e9b7ac058', 'status': 'completed', 'code': 200} Apr 12 08:29:23.923377 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-20b83699-ab1a-434a-a62a-3da61ffedbbd req-0c0c604d-ead9-4dac-873e-3cd2272067c5 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459020 Apr 12 08:29:23.944608 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97398d26-0964-4597-92a1-af792ceae6fc req-19dfda9c-1307-43da-b48d-cc308d2eed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:23.946217 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-97398d26-0964-4597-92a1-af792ceae6fc req-19dfda9c-1307-43da-b48d-cc308d2eed18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=191f6e0f9a274f2a9d4b9ee658255748&device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 1128 time: 0.0431380 Apr 12 08:29:24.046007 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97398d26-0964-4597-92a1-af792ceae6fc req-c6f88666-f125-4b24-9595-5bbf9332e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:24.048085 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-97398d26-0964-4597-92a1-af792ceae6fc req-c6f88666-f125-4b24-9595-5bbf9332e36e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=191f6e0f9a274f2a9d4b9ee658255748&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0943100 Apr 12 08:29:24.138545 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97398d26-0964-4597-92a1-af792ceae6fc req-0db8e7b1-67fe-4c96-9657-865c952675a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:24.140024 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-97398d26-0964-4597-92a1-af792ceae6fc req-0db8e7b1-67fe-4c96-9657-865c952675a5 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0853679 Apr 12 08:29:24.214405 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-c8bc6847-f7b6-4a15-b259-ef226f200e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:24.215898 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-c8bc6847-f7b6-4a15-b259-ef226f200e05 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=191f6e0f9a274f2a9d4b9ee658255748&device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 1128 time: 0.0418706 Apr 12 08:29:24.255076 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-8a64a773-da10-4856-8d39-dd646eb24804 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefac522-4f96-4d7b-9c04-8d5e9b7ac058 HTTP/1.1" status: 200 len: 217 time: 0.0324912 Apr 12 08:29:24.302429 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-cef93fdd-0448-4607-bfbb-41c3b8c7ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:24.303801 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-cef93fdd-0448-4607-bfbb-41c3b8c7ee9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c3f34372-b49f-4a34-8a29-d804134ae26d HTTP/1.1" status: 200 len: 853 time: 0.0424700 Apr 12 08:29:24.337193 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-2d04f3c4-f959-44ae-a74d-e71e93cab5dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=65097649-b7ad-4e0e-879e-26f26abf130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274150 Apr 12 08:29:24.426480 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-80ea9415-70fc-400a-b5b6-86c42fe3ed56 service neutron] 10.222.0.25 "GET /v2.0/networks/65097649-b7ad-4e0e-879e-26f26abf130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837359 Apr 12 08:29:24.763308 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3a3dcb41-5f59-40e3-96d3-45de0209f67a req-48b02cde-9222-4a65-b62f-bf729c110620 service neutron] 10.222.0.25 "GET /v2.0/networks/65097649-b7ad-4e0e-879e-26f26abf130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304942 Apr 12 08:29:25.037040 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096e74-474b-42b6-8183-6a6f29c2c44e req-50fba76b-0272-48e7-81f2-85de85f93b6b tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:25.038389 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9f096e74-474b-42b6-8183-6a6f29c2c44e req-50fba76b-0272-48e7-81f2-85de85f93b6b tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 944 time: 0.0471323 Apr 12 08:29:25.083881 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9f096e74-474b-42b6-8183-6a6f29c2c44e req-7dca255a-00ba-4254-9294-40fac5e8ac53 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Apr 12 08:29:26.199984 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6950a3-914d-4db7-bdd9-2e1b60f68cb4 req-6d83c6d9-33e8-4921-8e43-278d6070269a tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:26.201462 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0d6950a3-914d-4db7-bdd9-2e1b60f68cb4 req-6d83c6d9-33e8-4921-8e43-278d6070269a tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 944 time: 0.0467837 Apr 12 08:29:26.246643 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-0d6950a3-914d-4db7-bdd9-2e1b60f68cb4 req-6f5f245e-e4ae-4dc5-93d9-bd190b0bca33 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 Apr 12 08:29:27.355008 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device eefac522-4f96-4d7b-9c04-8d5e9b7ac058 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:29:27.355859 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e66e92-e62d-4322-950c-45c5f6695182 req-3cd265fc-eeb0-4e20-936c-1589549a6704 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:27.357340 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e2e66e92-e62d-4322-950c-45c5f6695182 req-3cd265fc-eeb0-4e20-936c-1589549a6704 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 944 time: 0.0458674 Apr 12 08:29:27.411863 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e2e66e92-e62d-4322-950c-45c5f6695182 req-57c88960-ab2c-4fdd-80cd-f5d3afa8b3d0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479932 Apr 12 08:29:27.459831 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port eefac522-4f96-4d7b-9c04-8d5e9b7ac058, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,segment=NetworkSegment(505d6e9d-86bf-4b3c-a39e-d413668c1c0d),segment_id=505d6e9d-86bf-4b3c-a39e-d413668c1c0d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:29:27.471614 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': 'eefac522-4f96-4d7b-9c04-8d5e9b7ac058', 'network_id': '65097649-b7ad-4e0e-879e-26f26abf130a', 'port_id': 'eefac522-4f96-4d7b-9c04-8d5e9b7ac058', 'mac_address': 'fa:16:3e:55:04:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f34372-b49f-4a34-8a29-d804134ae26d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:29:27.507180 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:29:27.507610 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:27.520432 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefac522-4f96-4d7b-9c04-8d5e9b7ac058 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:29:27.539931 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port eefac522-4f96-4d7b-9c04-8d5e9b7ac058, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,segment=NetworkSegment(505d6e9d-86bf-4b3c-a39e-d413668c1c0d),segment_id=505d6e9d-86bf-4b3c-a39e-d413668c1c0d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:29:27.627186 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:27.673844 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:29:27.848364 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['eefac522-4f96-4d7b-9c04-8d5e9b7ac058'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:29:28.529216 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdadb18-8a97-46be-9749-90fe6eb01c40 req-af9e0863-c998-4fe3-a476-882792e93c15 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:28.530657 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9cdadb18-8a97-46be-9749-90fe6eb01c40 req-af9e0863-c998-4fe3-a476-882792e93c15 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 945 time: 0.0491948 Apr 12 08:29:28.575851 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-9cdadb18-8a97-46be-9749-90fe6eb01c40 req-80728a5f-853e-4884-a0a2-3878f6b745e4 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Apr 12 08:29:29.371733 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device eefac522-4f96-4d7b-9c04-8d5e9b7ac058 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:29:29.414507 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning for port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 completed by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 08:29:29.478432 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:29:29.478742 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:29.555116 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:29:29.555508 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:29.577097 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805c7b75-ca69-4508-a985-3ec52a8f1589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefac522-4f96-4d7b-9c04-8d5e9b7ac058'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:29:29.579862 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e67df-ab2a-4320-96dc-c98218b55f4e" -d '{"events": [{"server_uuid": "805c7b75-ca69-4508-a985-3ec52a8f1589", "name": "network-vif-plugged", "status": "completed", "tag": "eefac522-4f96-4d7b-9c04-8d5e9b7ac058"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:29:29.591700 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port eefac522-4f96-4d7b-9c04-8d5e9b7ac058, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,segment=NetworkSegment(505d6e9d-86bf-4b3c-a39e-d413668c1c0d),segment_id=505d6e9d-86bf-4b3c-a39e-d413668c1c0d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:29:29.613971 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94cdb75-6840-4d42-bb37-e06c546174f5 x-openstack-request-id: req-a94cdb75-6840-4d42-bb37-e06c546174f5 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:29:29.614268 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805c7b75-ca69-4508-a985-3ec52a8f1589", "name": "network-vif-plugged", "status": "completed", "tag": "eefac522-4f96-4d7b-9c04-8d5e9b7ac058", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:29:29.614519 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a94cdb75-6840-4d42-bb37-e06c546174f5 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:29:29.614918 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94cdb75-6840-4d42-bb37-e06c546174f5'] response: {'server_uuid': '805c7b75-ca69-4508-a985-3ec52a8f1589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefac522-4f96-4d7b-9c04-8d5e9b7ac058', 'code': 200} Apr 12 08:29:29.659017 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:29.686576 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1ea70-5302-45b7-8011-fa172d992ca6 req-4b410605-98bf-4081-8a75-08345446e541 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:29.688843 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c2f1ea70-5302-45b7-8011-fa172d992ca6 req-4b410605-98bf-4081-8a75-08345446e541 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 945 time: 0.0481801 Apr 12 08:29:29.707030 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,revision_number=5']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:29:29.737423 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-c2f1ea70-5302-45b7-8011-fa172d992ca6 req-c1214a63-2010-4c52-bfd9-48447f9c0f29 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422096 Apr 12 08:29:29.910852 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e99fde-20b1-42ca-89b1-c0368e471233 req-42931640-3941-4e1c-bb74-a3039182eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:29.912323 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-90e99fde-20b1-42ca-89b1-c0368e471233 req-42931640-3941-4e1c-bb74-a3039182eb02 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 1130 time: 0.0373390 Apr 12 08:29:29.956781 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-90e99fde-20b1-42ca-89b1-c0368e471233 req-ec93ee37-501f-4779-a3fc-ff66f580b14a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370660 Apr 12 08:29:30.221890 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3b7857c2-12bd-4f6b-b6c6-a66b939263c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:30.847536 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd84e9-bf98-44ba-a0ae-2ff7b79376da req-c51de6b9-afd1-43b8-8653-fbfa36b4814f tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:30.848966 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-badd84e9-bf98-44ba-a0ae-2ff7b79376da req-c51de6b9-afd1-43b8-8653-fbfa36b4814f tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 946 time: 0.0459211 Apr 12 08:29:30.893681 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-badd84e9-bf98-44ba-a0ae-2ff7b79376da req-fc84a5bf-b3da-4e13-aad1-2f8a55b93fc0 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392735 Apr 12 08:29:32.008835 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457876e6-d53e-4461-aed5-f38c9696a764 req-1e5338cc-2ba2-4e1f-95c6-66f41cbddffe tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:32.010290 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-457876e6-d53e-4461-aed5-f38c9696a764 req-1e5338cc-2ba2-4e1f-95c6-66f41cbddffe tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 946 time: 0.0498872 Apr 12 08:29:32.282916 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-457876e6-d53e-4461-aed5-f38c9696a764 req-5ac79391-067d-4ae4-9463-0a5a55764731 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667351 Apr 12 08:29:32.767371 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-fc49920f-910b-488c-8ce9-8be7f2b8e06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:33.596105 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:33.767256 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:35.210322 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:36.824343 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:42.813070 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-e2f26a55-9aff-48fb-ab20-16811dae0571 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461254 Apr 12 08:29:43.481080 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:29:43.755860 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-82e8401c-0bad-443c-a684-a9da78096c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:43.757363 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-82e8401c-0bad-443c-a684-a9da78096c5f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f60295b03664d50a09fad14e734f40a&device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1129 time: 0.0397291 Apr 12 08:29:43.866685 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-35a4ddbe-10a2-4e38-b7fe-bfbf45a8fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:43.868104 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-35a4ddbe-10a2-4e38-b7fe-bfbf45a8fa5a service neutron] 10.222.0.25 "GET /v2.0/networks?id=506c5d73-aab6-4e02-a3f1-b827fea21e86 HTTP/1.1" status: 200 len: 908 time: 0.0865488 Apr 12 08:29:43.936622 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-66f7acfa-0e7c-469c-a14c-98ab992737bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2177a1bf-6d59-41f3-8737-f71e321c3903 HTTP/1.1" status: 200 len: 1000 time: 0.0614712 Apr 12 08:29:43.991550 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-cee0a277-756a-4046-9b90-925e8d6a9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:43.993022 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-cee0a277-756a-4046-9b90-925e8d6a9fbb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21ede74f-cb2f-4d7e-a13b-45a3a0a3610e HTTP/1.1" status: 200 len: 847 time: 0.0442178 Apr 12 08:29:44.037553 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-2e53ad97-dd14-439e-9c2c-a3b421e01a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:44.039033 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-2e53ad97-dd14-439e-9c2c-a3b421e01a3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=506c5d73-aab6-4e02-a3f1-b827fea21e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394964 Apr 12 08:29:44.131067 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-eee92362-3a89-44cc-a3c9-5335dcffdadb service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852060 Apr 12 08:29:44.223199 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9a5bbd93-3dda-4101-9e4a-08ab5d8a9adc req-bd83486a-448a-497d-a2d2-755c31608c0a service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 Apr 12 08:29:56.890788 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d584cda-35e7-4897-be2a-4dc1786cdd8c req-a7f6a6c9-da9c-425c-be6e-43ae261a5a3f tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:56.892330 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1d584cda-35e7-4897-be2a-4dc1786cdd8c req-a7f6a6c9-da9c-425c-be6e-43ae261a5a3f tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 946 time: 0.0472722 Apr 12 08:29:56.940192 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-1d584cda-35e7-4897-be2a-4dc1786cdd8c req-3528ac2c-ec21-4cac-b48d-954acdea8eb5 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Apr 12 08:29:58.054995 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b54701-8141-4ec4-b2e1-13da2d24b32f req-b749bde4-1a5c-40fe-9e6d-60941ac6a9c3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:58.056481 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-76b54701-8141-4ec4-b2e1-13da2d24b32f req-b749bde4-1a5c-40fe-9e6d-60941ac6a9c3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 946 time: 0.0488422 Apr 12 08:29:58.107395 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-76b54701-8141-4ec4-b2e1-13da2d24b32f req-04cf0e86-525b-4af6-8616-2ab8b090daf8 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac79207f-68d9-4053-849e-ab32caa06a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451694 Apr 12 08:29:58.446975 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-6be73e79-59d0-424d-bcde-6069f18cf5dd tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:29:58.448354 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-6be73e79-59d0-424d-bcde-6069f18cf5dd tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.25 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 946 time: 0.0514157 Apr 12 08:29:58.534209 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-c1d37ae7-54fb-4f70-b85d-985dad6af1e3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Deleting port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:29:58.534553 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-c1d37ae7-54fb-4f70-b85d-985dad6af1e3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:58.625546 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-c1d37ae7-54fb-4f70-b85d-985dad6af1e3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] For port eefac522-4f96-4d7b-9c04-8d5e9b7ac058, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,segment=NetworkSegment(505d6e9d-86bf-4b3c-a39e-d413668c1c0d),segment_id=505d6e9d-86bf-4b3c-a39e-d413668c1c0d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:29:58.625906 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-c1d37ae7-54fb-4f70-b85d-985dad6af1e3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:58.638806 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-c1d37ae7-54fb-4f70-b85d-985dad6af1e3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Calling delete_port for eefac522-4f96-4d7b-9c04-8d5e9b7ac058 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:29:58.855629 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-c1d37ae7-54fb-4f70-b85d-985dad6af1e3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (eefac522-4f96-4d7b-9c04-8d5e9b7ac058), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:58.867503 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['eefac522-4f96-4d7b-9c04-8d5e9b7ac058'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:29:58.883738 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d37ae7-54fb-4f70-b85d-985dad6af1e3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Pushing event deleted for resources: {'Port': ['ID=eefac522-4f96-4d7b-9c04-8d5e9b7ac058,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:29:58.930358 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-c1d37ae7-54fb-4f70-b85d-985dad6af1e3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] No DVR routers for this DVR port eefac522-4f96-4d7b-9c04-8d5e9b7ac058 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:29:58.932937 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-c1d37ae7-54fb-4f70-b85d-985dad6af1e3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:29:58.939274 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-723c3f73-9a31-4409-8ad7-0d3a85aada40 req-c1d37ae7-54fb-4f70-b85d-985dad6af1e3 tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.25 "DELETE /v2.0/ports/eefac522-4f96-4d7b-9c04-8d5e9b7ac058 HTTP/1.1" status: 204 len: 173 time: 0.4824865 Apr 12 08:29:58.939274 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805c7b75-ca69-4508-a985-3ec52a8f1589', 'name': 'network-vif-deleted', 'tag': 'eefac522-4f96-4d7b-9c04-8d5e9b7ac058'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:29:58.939274 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d57ec4-814b-43a9-bac2-ca385bc30608" -d '{"events": [{"server_uuid": "805c7b75-ca69-4508-a985-3ec52a8f1589", "name": "network-vif-deleted", "tag": "eefac522-4f96-4d7b-9c04-8d5e9b7ac058"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:29:58.975595 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9726260-5cb4-4df5-8e4c-e9aafac41c7f x-openstack-request-id: req-e9726260-5cb4-4df5-8e4c-e9aafac41c7f {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:29:58.975896 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805c7b75-ca69-4508-a985-3ec52a8f1589", "name": "network-vif-deleted", "tag": "eefac522-4f96-4d7b-9c04-8d5e9b7ac058", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:29:58.976154 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9726260-5cb4-4df5-8e4c-e9aafac41c7f {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:29:58.976577 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9726260-5cb4-4df5-8e4c-e9aafac41c7f'] response: {'server_uuid': '805c7b75-ca69-4508-a985-3ec52a8f1589', 'name': 'network-vif-deleted', 'tag': 'eefac522-4f96-4d7b-9c04-8d5e9b7ac058', 'status': 'completed', 'code': 200} Apr 12 08:29:59.211215 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-6f94abb2-0afb-424d-96b6-b58eee2471d8 req-7a9fb35b-bf70-40a0-b709-57f6435973ea tempest-VolumesSnapshotTestJSON-1944927931 tempest-VolumesSnapshotTestJSON-1944927931-project] 10.222.0.23 "GET /v2.0/ports?device_id=805c7b75-ca69-4508-a985-3ec52a8f1589 HTTP/1.1" status: 200 len: 210 time: 0.0293062 Apr 12 08:30:00.226974 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cd8a9889-5ede-4992-809f-83737116ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:02.763913 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a689de80-0c8b-4330-8357-575c1d77fef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:03.595622 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:04.096598 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device eefac522-4f96-4d7b-9c04-8d5e9b7ac058 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:30:04.122221 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: eefac522-4f96-4d7b-9c04-8d5e9b7ac058 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:30:04.122560 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device eefac522-4f96-4d7b-9c04-8d5e9b7ac058 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:30:04.206990 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:05.269893 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:06.860953 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:07.218791 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41683906-69a9-4939-b497-a6f1238a6c23 req-e0837ef4-45f4-479d-8a29-fbf15582ada5 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:07.220470 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-41683906-69a9-4939-b497-a6f1238a6c23 req-e0837ef4-45f4-479d-8a29-fbf15582ada5 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0487354 Apr 12 08:30:07.270018 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-41683906-69a9-4939-b497-a6f1238a6c23 req-4e94a6a5-7679-468a-83c0-8d964688a7e9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438433 Apr 12 08:30:08.381237 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b4c60-9f85-4d3a-8a23-e7f225e17ad0 req-a5f3bedd-823d-4aa5-bbb1-f0764567f7ee tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:08.382753 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-251b4c60-9f85-4d3a-8a23-e7f225e17ad0 req-a5f3bedd-823d-4aa5-bbb1-f0764567f7ee tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0461762 Apr 12 08:30:08.430699 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-251b4c60-9f85-4d3a-8a23-e7f225e17ad0 req-2074d196-9d92-41e8-a869-3000ee5ff184 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424373 Apr 12 08:30:09.548758 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7c497-3530-4532-957b-664b60ec9697 req-31a24987-e3f4-4a1c-abb1-b37ed99477c5 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:09.550208 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2be7c497-3530-4532-957b-664b60ec9697 req-31a24987-e3f4-4a1c-abb1-b37ed99477c5 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0500729 Apr 12 08:30:09.598775 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-2be7c497-3530-4532-957b-664b60ec9697 req-09f0a076-5889-493a-b38b-d9adf7dc3ac6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429332 Apr 12 08:30:10.711063 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b1985-bdd6-45db-b2e7-7578fa75fed9 req-92b908d0-0054-45c7-9e00-0561173e06f5 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:10.712959 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-912b1985-bdd6-45db-b2e7-7578fa75fed9 req-92b908d0-0054-45c7-9e00-0561173e06f5 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0502863 Apr 12 08:30:10.762772 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-912b1985-bdd6-45db-b2e7-7578fa75fed9 req-9c385368-8795-4414-8758-e927ba074179 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Apr 12 08:30:11.888005 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c639a3-d8a5-4e71-b6f8-30c8de8a7ced req-847d1d27-2975-4c8d-8271-def7f7e99923 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:11.889567 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-13c639a3-d8a5-4e71-b6f8-30c8de8a7ced req-847d1d27-2975-4c8d-8271-def7f7e99923 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0503416 Apr 12 08:30:11.939915 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-13c639a3-d8a5-4e71-b6f8-30c8de8a7ced req-a38b1fa7-626b-41f9-8167-3e175e4bc667 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439878 Apr 12 08:30:12.043655 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2c9f2-2bd4-4e2c-bc0c-42b9a8410c3a req-8b133ae9-c66e-44f5-9dfd-d67f6c334f88 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:12.045080 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d8e2c9f2-2bd4-4e2c-bc0c-42b9a8410c3a req-8b133ae9-c66e-44f5-9dfd-d67f6c334f88 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 946 time: 0.0480213 Apr 12 08:30:12.093541 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d8e2c9f2-2bd4-4e2c-bc0c-42b9a8410c3a req-74564f07-3c6e-4f1c-854d-3b306add2047 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Apr 12 08:30:13.056348 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d5fcc-5c91-44c3-8d4f-77d854fa01b0 req-d850becb-5f8c-4e6f-9b06-bf7454c7730b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:13.057867 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-204d5fcc-5c91-44c3-8d4f-77d854fa01b0 req-d850becb-5f8c-4e6f-9b06-bf7454c7730b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0523844 Apr 12 08:30:13.107217 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-204d5fcc-5c91-44c3-8d4f-77d854fa01b0 req-732a489a-0e15-4395-b51d-001e7972c55e tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Apr 12 08:30:13.303695 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c000f-5b2d-4bf9-a15a-f92be5ebb0fc req-4ee55156-1078-42eb-a1b0-b03bc8c787c7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:13.305130 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4e9c000f-5b2d-4bf9-a15a-f92be5ebb0fc req-4ee55156-1078-42eb-a1b0-b03bc8c787c7 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 946 time: 0.0458837 Apr 12 08:30:13.353994 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-4e9c000f-5b2d-4bf9-a15a-f92be5ebb0fc req-71362983-1979-41fa-b742-c44037ddeb43 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Apr 12 08:30:14.219418 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac109a95-eeee-482d-804a-254c0d2e8a99 req-34a0f762-f9d2-44cc-ba3a-889616531c88 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:14.221584 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ac109a95-eeee-482d-804a-254c0d2e8a99 req-34a0f762-f9d2-44cc-ba3a-889616531c88 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0476308 Apr 12 08:30:14.275810 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ac109a95-eeee-482d-804a-254c0d2e8a99 req-f6ff50db-f8a6-47b2-aa8f-94e257bd8a4f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461774 Apr 12 08:30:14.466911 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a6014-b460-49cb-be48-d6c36076c778 req-f0f00030-6d93-42de-98ff-88c9cb921cfa tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:14.468417 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-158a6014-b460-49cb-be48-d6c36076c778 req-f0f00030-6d93-42de-98ff-88c9cb921cfa tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 946 time: 0.0471213 Apr 12 08:30:14.514960 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-158a6014-b460-49cb-be48-d6c36076c778 req-402b4d94-1b96-4400-9f4d-e3cece3a50a5 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407810 Apr 12 08:30:15.385363 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaae14-3585-4d60-a7b6-6aaabf6209dc req-94c31f8a-bf0c-4761-9e11-649ab6277df3 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:15.386815 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fefaae14-3585-4d60-a7b6-6aaabf6209dc req-94c31f8a-bf0c-4761-9e11-649ab6277df3 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0462439 Apr 12 08:30:15.438592 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-fefaae14-3585-4d60-a7b6-6aaabf6209dc req-850fd460-dd67-4a4b-a8d6-e60fadd955d1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456786 Apr 12 08:30:15.629046 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66135f4-1109-435e-834c-79c497a18ecf req-2027fdbc-ec88-47e6-bcf6-da2efaccce30 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:15.630527 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a66135f4-1109-435e-834c-79c497a18ecf req-2027fdbc-ec88-47e6-bcf6-da2efaccce30 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 946 time: 0.0487385 Apr 12 08:30:15.678055 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a66135f4-1109-435e-834c-79c497a18ecf req-1a08085a-da19-4ce5-bd4a-d902e9243482 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7db6e62-0119-4080-bf9c-9b71f0d7511d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 Apr 12 08:30:15.870110 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-9d166bd2-5ee1-4c58-9bcd-9a249c0c6f23 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:15.871591 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-9d166bd2-5ee1-4c58-9bcd-9a249c0c6f23 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 946 time: 0.0509033 Apr 12 08:30:15.962247 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Deleting port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:30:15.962588 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:16.053776 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] For port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:30:16.054169 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:16.229313 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:16.229602 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464334'] for floatingip (afc55f79-c0af-4480-bbb0-da02b616bc47), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:16.229912 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Floating IP afc55f79-c0af-4480-bbb0-da02b616bc47 disassociated. External IP: 172.27.3.173, port: b23ebb0c-7065-4151-b32a-7bf6d4ebadb5. Apr 12 08:30:16.230249 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Calling delete_port for b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:30:16.421209 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (b23ebb0c-7065-4151-b32a-7bf6d4ebadb5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:16.449235 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event deleted for resources: {'Port': ['ID=b23ebb0c-7065-4151-b32a-7bf6d4ebadb5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:16.458871 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.459221 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.461541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.461541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.461541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.461541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.461541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.461541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.461541 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.463199 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.463199 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.463199 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.463199 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.463199 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.463654 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:16.557941 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fea5ff-b75c-4138-ace3-3a5cb5f007f1 req-6423553a-4b9d-4784-98c5-42cd652d0db5 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:16.559426 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94fea5ff-b75c-4138-ace3-3a5cb5f007f1 req-6423553a-4b9d-4784-98c5-42cd652d0db5 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0477011 Apr 12 08:30:16.582136 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Router 12ba79cb-41f0-45c3-85c7-2016add421e0 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:30:16.607810 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-94fea5ff-b75c-4138-ace3-3a5cb5f007f1 req-1e396c66-e5be-4767-8538-77ed099303bc tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Apr 12 08:30:16.692575 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:30:16.703407 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] Sync routers for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:30:16.713628 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:30:16.714290 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:30:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:16.738378 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] No DVR routers for this DVR port b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:30:16.741239 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:16.744769 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-cac3dbf6-5651-4b1a-bf9b-534abf7503fa req-5f30e694-77d5-44a0-bcf3-0dd25aa109d9 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.25 "DELETE /v2.0/ports/b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 HTTP/1.1" status: 204 len: 173 time: 0.8637264 Apr 12 08:30:16.745283 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'name': 'network-vif-deleted', 'tag': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:30:16.748240 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bce15b-ba26-436a-a5b8-e1349b1ad91b" -d '{"events": [{"server_uuid": "1ddc6f81-a5e6-4513-8edd-6bc07198e13a", "name": "network-vif-deleted", "tag": "b23ebb0c-7065-4151-b32a-7bf6d4ebadb5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:30:16.780577 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-94e22284-100b-49fb-9943-8121fb6ec16f req-fdc530b1-c636-4627-8563-71b9a36de57c tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddc6f81-a5e6-4513-8edd-6bc07198e13a HTTP/1.1" status: 200 len: 210 time: 0.0279009 Apr 12 08:30:16.847161 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:30:16.893836 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafb0c9e-c95f-4f0a-91fc-fefbec0601a3 x-openstack-request-id: req-cafb0c9e-c95f-4f0a-91fc-fefbec0601a3 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:30:16.894624 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddc6f81-a5e6-4513-8edd-6bc07198e13a", "name": "network-vif-deleted", "tag": "b23ebb0c-7065-4151-b32a-7bf6d4ebadb5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:30:16.894892 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cafb0c9e-c95f-4f0a-91fc-fefbec0601a3 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:30:16.895307 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafb0c9e-c95f-4f0a-91fc-fefbec0601a3'] response: {'server_uuid': '1ddc6f81-a5e6-4513-8edd-6bc07198e13a', 'name': 'network-vif-deleted', 'tag': 'b23ebb0c-7065-4151-b32a-7bf6d4ebadb5', 'status': 'completed', 'code': 200} Apr 12 08:30:17.159388 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:17.187140 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] Checking router: 12ba79cb-41f0-45c3-85c7-2016add421e0 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:30:17.195493 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:30:17.196095 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:30:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:17.304435 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:30:17.496653 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:17.525396 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52f300-039f-46ae-884e-a54228b2b8c5 None None] The sync data for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi is: [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:25:11Z', 'revision_number': 4, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': 'dc8224d9-86f4-487e-b889-bd87a3a21053', 'name': '', 'network_id': '09029edf-9163-472f-b354-fc0c16533659', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'mac_address': 'fa:16:3e:10:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:10Z', 'updated_at': '2022-04-12T08:25:14Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'subnets': [{'id': '65a89944-d3f0-4b32-990f-8e52e78fb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:30:17.668561 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74affc37-be15-4f21-97df-1d7e80670374 req-e7c8971f-ea3c-4fd3-89ee-67848c003819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:17.670264 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-74affc37-be15-4f21-97df-1d7e80670374 req-e7c8971f-ea3c-4fd3-89ee-67848c003819 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f60295b03664d50a09fad14e734f40a&device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1129 time: 0.1699574 Apr 12 08:30:17.787120 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42264df-7731-4a7d-9de7-5dfa76ed3c1e req-fef2f0f6-7909-48ac-b1bd-db841c24133d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:17.788621 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b42264df-7731-4a7d-9de7-5dfa76ed3c1e req-fef2f0f6-7909-48ac-b1bd-db841c24133d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0890636 Apr 12 08:30:17.791264 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96f17c-2a89-4086-b276-df45067eef4f None None] New status for floating IP afc55f79-c0af-4480-bbb0-da02b616bc47: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:30:17.828612 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74affc37-be15-4f21-97df-1d7e80670374 req-0fec6469-ae3a-4681-9e3e-df4b558e9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:17.830067 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-74affc37-be15-4f21-97df-1d7e80670374 req-0fec6469-ae3a-4681-9e3e-df4b558e9c9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=506c5d73-aab6-4e02-a3f1-b827fea21e86 HTTP/1.1" status: 200 len: 908 time: 0.1537437 Apr 12 08:30:17.903511 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b42264df-7731-4a7d-9de7-5dfa76ed3c1e req-60847086-49cb-4d5d-b765-1f977966fad1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081827 Apr 12 08:30:17.934059 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-74affc37-be15-4f21-97df-1d7e80670374 req-79afdd75-f2b0-4b74-96a9-d8e470b9c36b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2177a1bf-6d59-41f3-8737-f71e321c3903 HTTP/1.1" status: 200 len: 1000 time: 0.0862343 Apr 12 08:30:17.963248 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54624) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:17.985210 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74affc37-be15-4f21-97df-1d7e80670374 req-670081d4-87a4-45e0-b13d-f389fce324ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:17.987577 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-74affc37-be15-4f21-97df-1d7e80670374 req-670081d4-87a4-45e0-b13d-f389fce324ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21ede74f-cb2f-4d7e-a13b-45a3a0a3610e HTTP/1.1" status: 200 len: 847 time: 0.0494170 Apr 12 08:30:18.029711 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (c7db6e62-0119-4080-bf9c-9b71f0d7511d), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:18.049372 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74affc37-be15-4f21-97df-1d7e80670374 req-dce30f09-6f54-43ff-aba9-20409313fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:18.051001 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-74affc37-be15-4f21-97df-1d7e80670374 req-dce30f09-6f54-43ff-aba9-20409313fc71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=506c5d73-aab6-4e02-a3f1-b827fea21e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564389 Apr 12 08:30:18.057783 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (c7db6e62-0119-4080-bf9c-9b71f0d7511d), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:18.070699 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-74affc37-be15-4f21-97df-1d7e80670374 req-3dd226ce-8968-4225-96fd-b7886cb98870 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 08:30:18.070699 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-74affc37-be15-4f21-97df-1d7e80670374 req-3dd226ce-8968-4225-96fd-b7886cb98870 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069628 Apr 12 08:30:18.161755 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-74affc37-be15-4f21-97df-1d7e80670374 req-ccae522a-1dd7-449b-925d-7195d6e87f24 service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883758 Apr 12 08:30:18.186956 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (c7db6e62-0119-4080-bf9c-9b71f0d7511d), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:18.192809 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:18.195309 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7db6e62-0119-4080-bf9c-9b71f0d7511d HTTP/1.1" status: 204 len: 168 time: 0.2309361 Apr 12 08:30:18.199796 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54628) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:18.212630 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7db6e62-0119-4080-bf9c-9b71f0d7511d,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:18.221008 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.api.v2.resource [None req-06ce09d4-035d-4538-850b-0d3074a4059a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] show failed (client error): The resource could not be found. Apr 12 08:30:18.222164 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-06ce09d4-035d-4538-850b-0d3074a4059a tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "GET /v2.0/security-groups/c7db6e62-0119-4080-bf9c-9b71f0d7511d HTTP/1.1" status: 404 len: 347 time: 0.0213332 Apr 12 08:30:18.227054 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54632) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:18.244614 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.245204 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.247425 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.247425 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.247425 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.247425 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.247425 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.247425 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.248079 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.248079 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.248236 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.249699 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.250438 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.250438 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.250702 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a64492-6bcb-4835-942a-c94258301619 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:18.271578 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-74affc37-be15-4f21-97df-1d7e80670374 req-715d2a01-8ba8-4487-9f2b-a38eb945b20c service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038163 Apr 12 08:30:18.365595 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d09d5e52-c475-489d-87b0-2c809de1ae75 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Deleting port bdab113e-d54f-4894-b107-eb072b99dd88 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:30:18.365941 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d09d5e52-c475-489d-87b0-2c809de1ae75 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (bdab113e-d54f-4894-b107-eb072b99dd88), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:18.441445 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d09d5e52-c475-489d-87b0-2c809de1ae75 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (bdab113e-d54f-4894-b107-eb072b99dd88), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:18.441775 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d09d5e52-c475-489d-87b0-2c809de1ae75 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (bdab113e-d54f-4894-b107-eb072b99dd88), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:18.453877 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d09d5e52-c475-489d-87b0-2c809de1ae75 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Calling delete_port for bdab113e-d54f-4894-b107-eb072b99dd88 owned by network:floatingip {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:30:18.649119 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d09d5e52-c475-489d-87b0-2c809de1ae75 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (bdab113e-d54f-4894-b107-eb072b99dd88), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:18.672812 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d5e52-c475-489d-87b0-2c809de1ae75 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Pushing event deleted for resources: {'Port': ['ID=bdab113e-d54f-4894-b107-eb072b99dd88,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:18.739579 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d09d5e52-c475-489d-87b0-2c809de1ae75 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks [] for floatingip (afc55f79-c0af-4480-bbb0-da02b616bc47), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:18.742228 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d09d5e52-c475-489d-87b0-2c809de1ae75 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:18.743379 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-d09d5e52-c475-489d-87b0-2c809de1ae75 tempest-AttachVolumeTestJSON-1447686692 tempest-AttachVolumeTestJSON-1447686692-project] 10.222.0.23 "DELETE /v2.0/floatingips/afc55f79-c0af-4480-bbb0-da02b616bc47 HTTP/1.1" status: 204 len: 168 time: 0.5152051 Apr 12 08:30:19.019960 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db57a-fd5e-42c8-9702-92e3640a96e9 req-0e29af11-db61-417e-b768-d0f09356a31f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:19.021428 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-707db57a-fd5e-42c8-9702-92e3640a96e9 req-0e29af11-db61-417e-b768-d0f09356a31f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0491848 Apr 12 08:30:19.069800 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-707db57a-fd5e-42c8-9702-92e3640a96e9 req-5640a54d-2152-45bb-be87-d111c4ec01e5 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Apr 12 08:30:19.590424 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:30:19.611493 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:30:19.611865 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device b23ebb0c-7065-4151-b32a-7bf6d4ebadb5 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:30:20.190608 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7658cc-c03c-4af1-9cc4-da42902e343f req-b020a095-4bd0-4a26-80de-643df785872c tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:20.192170 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ed7658cc-c03c-4af1-9cc4-da42902e343f req-b020a095-4bd0-4a26-80de-643df785872c tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0523715 Apr 12 08:30:20.248699 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ed7658cc-c03c-4af1-9cc4-da42902e343f req-a3fbb05a-6522-44a6-80bb-b597a2321c79 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507517 Apr 12 08:30:20.479718 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:30:21.363508 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38d4e7-1dc3-4134-aa59-071271568522 req-ec84b4e9-f246-457e-b69a-3266d62316ec tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:21.364973 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ef38d4e7-1dc3-4134-aa59-071271568522 req-ec84b4e9-f246-457e-b69a-3266d62316ec tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0478551 Apr 12 08:30:21.412849 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ef38d4e7-1dc3-4134-aa59-071271568522 req-016eaf0a-40c9-44d7-8102-90507e1fe15b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Apr 12 08:30:21.781737 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621899cb-73cf-4ffe-8bdc-ffe2f81d8d3e req-8cc0440d-af7c-47a8-9786-60b08c7b7667 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:21.783284 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-621899cb-73cf-4ffe-8bdc-ffe2f81d8d3e req-8cc0440d-af7c-47a8-9786-60b08c7b7667 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0518250 Apr 12 08:30:21.834523 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-621899cb-73cf-4ffe-8bdc-ffe2f81d8d3e req-4270903c-c42a-47a8-a58e-6927a7d4a262 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453920 Apr 12 08:30:21.860959 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-0802e57d-7963-492a-8932-f1139e3429f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884409 Apr 12 08:30:21.989962 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-fa141bd0-7291-4cf2-9224-15d015c84734 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:21.991406 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-fa141bd0-7291-4cf2-9224-15d015c84734 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports/2177a1bf-6d59-41f3-8737-f71e321c3903 HTTP/1.1" status: 200 len: 942 time: 0.1007612 Apr 12 08:30:22.645967 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54706) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:22.958739 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c63901-73f7-4626-87f4-2095bd10f5dc req-2b6f4b14-536a-4e15-a9be-f2c746414f3b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:22.960381 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a5c63901-73f7-4626-87f4-2095bd10f5dc req-2b6f4b14-536a-4e15-a9be-f2c746414f3b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0552588 Apr 12 08:30:23.013124 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a5c63901-73f7-4626-87f4-2095bd10f5dc req-b0c1749e-3c7d-406e-b9fa-34318693242e tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463333 Apr 12 08:30:23.107715 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466382'] for router_interface (12ba79cb-41f0-45c3-85c7-2016add421e0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:23.358521 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] Deleting port dc8224d9-86f4-487e-b889-bd87a3a21053 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:30:23.358772 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:23.442353 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] For port dc8224d9-86f4-487e-b889-bd87a3a21053, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=dc8224d9-86f4-487e-b889-bd87a3a21053,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:30:23.442739 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:23.457958 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] Calling delete_port for dc8224d9-86f4-487e-b889-bd87a3a21053 owned by network:router_interface {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:30:23.627363 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 2177a1bf-6d59-41f3-8737-f71e321c3903 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:30:23.710389 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 2177a1bf-6d59-41f3-8737-f71e321c3903 is: ACTIVE; New status is: DOWN {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:30:23.710739 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:23.733407 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:30:23.736150 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e52158-e700-48b5-8c6d-fb4e3133cd31" -d '{"events": [{"server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "name": "network-vif-unplugged", "status": "completed", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:30:23.741555 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (dc8224d9-86f4-487e-b889-bd87a3a21053), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:23.754026 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 2177a1bf-6d59-41f3-8737-f71e321c3903, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2177a1bf-6d59-41f3-8737-f71e321c3903,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:30:23.767603 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8224d9-86f4-487e-b889-bd87a3a21053,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:23.827635 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:23.873692 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 08:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605aa7bf-70b6-4b27-9f11-02e2b92fd0d9 x-openstack-request-id: req-605aa7bf-70b6-4b27-9f11-02e2b92fd0d9 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:30:23.874199 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "name": "network-vif-unplugged", "status": "failed", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903", "code": 422}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:30:23.874629 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-605aa7bf-70b6-4b27-9f11-02e2b92fd0d9 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:30:23.875220 dv-cinder-836944-3-iscsi neutron-server[103941]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-605aa7bf-70b6-4b27-9f11-02e2b92fd0d9']: {'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'code': 422} returned with failed status Apr 12 08:30:23.890427 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=2177a1bf-6d59-41f3-8737-f71e321c3903,revision_number=6']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:23.898650 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.899267 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.899652 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.900159 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.900715 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.901223 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.901709 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.902185 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.902656 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.903377 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.904009 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.904498 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.904985 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.905322 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:23.905687 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:30:24.027408 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-521416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466274'] for router_interface (12ba79cb-41f0-45c3-85c7-2016add421e0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:24.167409 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdb9c7-20ff-4df5-abc7-e3e26037777a req-8f313a35-b7cf-416e-a837-8fc9555f884a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:24.167409 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9abdb9c7-20ff-4df5-abc7-e3e26037777a req-8f313a35-b7cf-416e-a837-8fc9555f884a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0570867 Apr 12 08:30:24.217336 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9abdb9c7-20ff-4df5-abc7-e3e26037777a req-9be59be9-a64a-4db3-a229-6a397a959d01 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550966 Apr 12 08:30:24.289002 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] Router 12ba79cb-41f0-45c3-85c7-2016add421e0 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:30:24.401753 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:30:24.411242 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] Sync routers for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:30:24.412817 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-a3e48f40-3d19-4b85-9b4e-9f12d6e97780 admin admin] 10.222.0.23 "PUT /v2.0/routers/12ba79cb-41f0-45c3-85c7-2016add421e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7656612 Apr 12 08:30:24.415060 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54738) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:24.426978 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:30:24.427906 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:30:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:24.559611 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:30:24.746020 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:30:23Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:24.746181 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-5252cbcb-5956-4072-af05-2280991c5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:24.746181 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-5252cbcb-5956-4072-af05-2280991c5ec5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027&tenant_id=0f60295b03664d50a09fad14e734f40a HTTP/1.1" status: 200 len: 1127 time: 0.0549948 Apr 12 08:30:24.771155 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Publish callbacks [] for router (12ba79cb-41f0-45c3-85c7-2016add421e0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:24.775623 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] Checking router: 12ba79cb-41f0-45c3-85c7-2016add421e0 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:30:24.784648 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] Routers {'12ba79cb-41f0-45c3-85c7-2016add421e0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:30:24.785519 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:30:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['12ba79cb-41f0-45c3-85c7-2016add421e0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:24.812619 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-482ad0e2-c0b3-4e41-853f-ad760ab084a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:24.814814 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-482ad0e2-c0b3-4e41-853f-ad760ab084a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f60295b03664d50a09fad14e734f40a&device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1127 time: 0.0470896 Apr 12 08:30:24.882256 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Publish callbacks [] for router_gateway (12ba79cb-41f0-45c3-85c7-2016add421e0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:24.901201 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] Set router 12ba79cb-41f0-45c3-85c7-2016add421e0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:30:24.907123 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-08d6a4f2-db48-4063-86f0-f4ce68f1ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:24.908625 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-08d6a4f2-db48-4063-86f0-f4ce68f1ed29 service neutron] 10.222.0.25 "GET /v2.0/networks?id=506c5d73-aab6-4e02-a3f1-b827fea21e86 HTTP/1.1" status: 200 len: 908 time: 0.0877278 Apr 12 08:30:24.983452 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-8fe9b8e2-574f-4a1d-aabf-60e049d5df77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2177a1bf-6d59-41f3-8737-f71e321c3903 HTTP/1.1" status: 200 len: 998 time: 0.0673690 Apr 12 08:30:24.983744 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Deleting port 28dd319d-8987-4337-9946-01872c2164a3 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:30:24.983860 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (28dd319d-8987-4337-9946-01872c2164a3), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.038920 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-0fd95cd5-fb05-4097-bb87-5fbc4a52d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:25.040843 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-0fd95cd5-fb05-4097-bb87-5fbc4a52d7cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21ede74f-cb2f-4d7e-a13b-45a3a0a3610e HTTP/1.1" status: 200 len: 847 time: 0.0503511 Apr 12 08:30:25.067184 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] For port 28dd319d-8987-4337-9946-01872c2164a3, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=28dd319d-8987-4337-9946-01872c2164a3,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:30:25.069027 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (28dd319d-8987-4337-9946-01872c2164a3), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.082793 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Calling delete_port for 28dd319d-8987-4337-9946-01872c2164a3 owned by network:router_gateway {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:30:25.084320 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:30:23Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:25.089208 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-c8a2e7d4-71be-4284-b972-0a573d61a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:25.090900 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-c8a2e7d4-71be-4284-b972-0a573d61a15e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=506c5d73-aab6-4e02-a3f1-b827fea21e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446525 Apr 12 08:30:25.113938 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c972289-22f2-4d55-9b3d-f54d71a1597c None None] The sync data for ids ['12ba79cb-41f0-45c3-85c7-2016add421e0'] in dv-cinder-836944-3-iscsi is: [{'id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'name': 'tempest-AttachVolumeTestJSON-1760168492-router', 'tenant_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '28dd319d-8987-4337-9946-01872c2164a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:25:07Z', 'updated_at': '2022-04-12T08:30:23Z', 'revision_number': 5, 'project_id': 'e4cb80aa86f846cabcbee099dd90a3ca', 'gw_port': {'id': '28dd319d-8987-4337-9946-01872c2164a3', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba79cb-41f0-45c3-85c7-2016add421e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:25:08Z', 'updated_at': '2022-04-12T08:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:30:25.200321 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-48b7d656-7b3c-4ab8-8a55-92cc403a74fc service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032312 Apr 12 08:30:25.294172 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-e8131cd3-cb9a-457f-ae6a-cc5aa20ffb4d req-c1015f09-7069-4115-9146-b5833c7a382c service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880778 Apr 12 08:30:25.336743 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8383f-20e0-40f3-bcb5-739ca3a14544 req-2091296c-da02-443e-9e0a-42d49dd19466 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:25.338229 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-05e8383f-20e0-40f3-bcb5-739ca3a14544 req-2091296c-da02-443e-9e0a-42d49dd19466 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0507674 Apr 12 08:30:25.364486 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (28dd319d-8987-4337-9946-01872c2164a3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.406573 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=28dd319d-8987-4337-9946-01872c2164a3,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:25.416612 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-05e8383f-20e0-40f3-bcb5-739ca3a14544 req-2e1c438d-25f6-46c4-bde9-dbf8f6b8a31a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724862 Apr 12 08:30:25.471212 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464260'] for router_gateway (12ba79cb-41f0-45c3-85c7-2016add421e0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.573669 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2962'] for router (12ba79cb-41f0-45c3-85c7-2016add421e0), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.576119 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Publish callbacks [] for router_controller (12ba79cb-41f0-45c3-85c7-2016add421e0), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.704070 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415779'] for router (12ba79cb-41f0-45c3-85c7-2016add421e0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.704607 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12ba79cb-41f0-45c3-85c7-2016add421e0 {{(pid=103940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 08:30:25.709001 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.710660 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-e2890ee5-4c80-4464-941b-4cb2439dcfe3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/12ba79cb-41f0-45c3-85c7-2016add421e0 HTTP/1.1" status: 204 len: 168 time: 1.2942479 Apr 12 08:30:25.712939 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54748) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:25.763033 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-df13c6a3-751e-4c05-999e-21c2cb732300 admin admin] Deleting subnet 65a89944-d3f0-4b32-990f-8e52e78fb61d {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:30:25.763033 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df13c6a3-751e-4c05-999e-21c2cb732300 admin admin] Publish callbacks [] for subnet (65a89944-d3f0-4b32-990f-8e52e78fb61d), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.797772 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df13c6a3-751e-4c05-999e-21c2cb732300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2438856'] for subnet (65a89944-d3f0-4b32-990f-8e52e78fb61d), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.808070 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54752) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:25.862586 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca62ede-8cce-40b2-a6c5-0e915580d197 admin admin] Deleting subnet c3f34372-b49f-4a34-8a29-d804134ae26d {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:30:25.865869 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aca62ede-8cce-40b2-a6c5-0e915580d197 admin admin] Publish callbacks [] for subnet (c3f34372-b49f-4a34-8a29-d804134ae26d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.895263 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df13c6a3-751e-4c05-999e-21c2cb732300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (65a89944-d3f0-4b32-990f-8e52e78fb61d), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.906677 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aca62ede-8cce-40b2-a6c5-0e915580d197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26062776'] for subnet (c3f34372-b49f-4a34-8a29-d804134ae26d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:25.946574 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aca62ede-8cce-40b2-a6c5-0e915580d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (c3f34372-b49f-4a34-8a29-d804134ae26d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.009344 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df13c6a3-751e-4c05-999e-21c2cb732300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347513'] for subnet (65a89944-d3f0-4b32-990f-8e52e78fb61d), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.034186 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13c6a3-751e-4c05-999e-21c2cb732300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a89944-d3f0-4b32-990f-8e52e78fb61d,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:26.041317 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df13c6a3-751e-4c05-999e-21c2cb732300 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.046885 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-df13c6a3-751e-4c05-999e-21c2cb732300 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/65a89944-d3f0-4b32-990f-8e52e78fb61d HTTP/1.1" status: 204 len: 168 time: 0.3306491 Apr 12 08:30:26.047242 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d74756-26fe-4bad-8afc-a82266cc0a38 None None] Network 09029edf-9163-472f-b354-fc0c16533659 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:30:26.047805 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54754) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:26.066977 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aca62ede-8cce-40b2-a6c5-0e915580d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25996800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3631444'] for subnet (c3f34372-b49f-4a34-8a29-d804134ae26d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.105743 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca62ede-8cce-40b2-a6c5-0e915580d197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f34372-b49f-4a34-8a29-d804134ae26d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:26.136017 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aca62ede-8cce-40b2-a6c5-0e915580d197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.139173 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-aca62ede-8cce-40b2-a6c5-0e915580d197 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3f34372-b49f-4a34-8a29-d804134ae26d HTTP/1.1" status: 204 len: 168 time: 0.3299644 Apr 12 08:30:26.142280 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54756) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:26.188220 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (09029edf-9163-472f-b354-fc0c16533659), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.196782 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d7442-18b0-460b-8ecc-48c25fc003dd None None] DHCP port deletion for 09029edf-9163-472f-b354-fc0c16533659 request from dv-cinder-836944-3-iscsi {{(pid=103941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 08:30:26.244422 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-a48d7442-18b0-460b-8ecc-48c25fc003dd None None] Deleting port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 {{(pid=103941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:30:26.245099 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a48d7442-18b0-460b-8ecc-48c25fc003dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), before_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.250522 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (65097649-b7ad-4e0e-879e-26f26abf130a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.291278 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Deleting port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:30:26.291577 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.305943 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-a48d7442-18b0-460b-8ecc-48c25fc003dd None None] For port 241a17ea-e5bc-4799-ac24-aff82dc6ef30, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=241a17ea-e5bc-4799-ac24-aff82dc6ef30,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:30:26.306345 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a48d7442-18b0-460b-8ecc-48c25fc003dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), precommit_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.320556 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-a48d7442-18b0-460b-8ecc-48c25fc003dd None None] Calling delete_port for 241a17ea-e5bc-4799-ac24-aff82dc6ef30 owned by network:dhcp {{(pid=103941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:30:26.408856 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (65097649-b7ad-4e0e-879e-26f26abf130a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.431161 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] For port 241a17ea-e5bc-4799-ac24-aff82dc6ef30, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=241a17ea-e5bc-4799-ac24-aff82dc6ef30,segment=NetworkSegment(c7e5f946-0864-42f4-98bc-8d3067a26d25),segment_id=c7e5f946-0864-42f4-98bc-8d3067a26d25)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:30:26.431453 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.448002 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65097649-b7ad-4e0e-879e-26f26abf130a']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:26.458870 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Calling delete_port for 241a17ea-e5bc-4799-ac24-aff82dc6ef30 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:30:26.466259 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505d6e9d-86bf-4b3c-a39e-d413668c1c0d') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:26.466558 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505d6e9d-86bf-4b3c-a39e-d413668c1c0d') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:26.484444 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26062769'] for segment (505d6e9d-86bf-4b3c-a39e-d413668c1c0d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.504193 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 241a17ea-e5bc-4799-ac24-aff82dc6ef30 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:30:26.559125 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (505d6e9d-86bf-4b3c-a39e-d413668c1c0d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.576606 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:30:26.577009 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25996970'] for segment (505d6e9d-86bf-4b3c-a39e-d413668c1c0d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: Traceback (most recent call last): Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: timer() Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: cb(*args, **kw) Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: return func(*args, **kwargs) Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: self._notify() Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: self.callback(batched_events) Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: event.method(event) Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: return f(self, *a, **k) Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._get(url).json() Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: return self.request(url, 'GET', **kwargs) Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:30:26.578738 dv-cinder-836944-3-iscsi neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:30:26.605556 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Current status of the port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 is: ACTIVE; New status is: DOWN {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:30:26.605945 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.611908 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ffe83-a8c0-4621-89bf-7cdba92caa83 req-c9e243db-5ac9-4dcf-81f0-b9683324a980 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:26.613395 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a70ffe83-a8c0-4621-89bf-7cdba92caa83 req-c9e243db-5ac9-4dcf-81f0-b9683324a980 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.1188750 Apr 12 08:30:26.656933 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a48d7442-18b0-460b-8ecc-48c25fc003dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), after_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.685691 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (241a17ea-e5bc-4799-ac24-aff82dc6ef30), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.703041 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device dc8224d9-86f4-487e-b889-bd87a3a21053 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:30:26.705163 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d7442-18b0-460b-8ecc-48c25fc003dd None None] Pushing event deleted for resources: {'Port': ['ID=241a17ea-e5bc-4799-ac24-aff82dc6ef30,revision_number=None']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:26.709644 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d7442-18b0-460b-8ecc-48c25fc003dd None None] No DVR routers for this DVR port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 on host dv-cinder-836944-3-iscsi {{(pid=103941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:30:26.727259 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=241a17ea-e5bc-4799-ac24-aff82dc6ef30,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:26.727739 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] No DVR routers for this DVR port 241a17ea-e5bc-4799-ac24-aff82dc6ef30 on host dv-cinder-836944-3-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:30:26.732670 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a70ffe83-a8c0-4621-89bf-7cdba92caa83 req-2f68b9d0-9192-4687-bb5c-02fb7526925c tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925515 Apr 12 08:30:26.738803 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: dc8224d9-86f4-487e-b889-bd87a3a21053 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:30:26.739156 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device dc8224d9-86f4-487e-b889-bd87a3a21053 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:30:26.739638 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 28dd319d-8987-4337-9946-01872c2164a3 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:30:26.754179 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (65097649-b7ad-4e0e-879e-26f26abf130a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.759987 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:26.765607 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] 10.222.0.23 "DELETE /v2.0/networks/65097649-b7ad-4e0e-879e-26f26abf130a HTTP/1.1" status: 204 len: 168 time: 0.6198471 Apr 12 08:30:26.765781 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 28dd319d-8987-4337-9946-01872c2164a3 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:30:26.765781 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 28dd319d-8987-4337-9946-01872c2164a3 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:30:26.793954 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd83a69-cde5-4955-b0d1-9c1c5c3e201e admin admin] Pushing event deleted for resources: {'Network': ['ID=65097649-b7ad-4e0e-879e-26f26abf130a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:26.830620 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (09029edf-9163-472f-b354-fc0c16533659), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.086218 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54762) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:27.107722 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09029edf-9163-472f-b354-fc0c16533659']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:27.119019 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e5f946-0864-42f4-98bc-8d3067a26d25') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:27.119356 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e5f946-0864-42f4-98bc-8d3067a26d25') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:30:27.128478 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26062769'] for segment (c7e5f946-0864-42f4-98bc-8d3067a26d25), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.128723 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-409485c2-de9d-4ded-b366-f6999ad612c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=191f6e0f9a274f2a9d4b9ee658255748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412722 Apr 12 08:30:27.131153 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54764) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:27.143729 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (c7e5f946-0864-42f4-98bc-8d3067a26d25), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.149571 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:30:27.149950 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25996970'] for segment (c7e5f946-0864-42f4-98bc-8d3067a26d25), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: self.session.flush() Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: self.session.flush() Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: self.session.flush() Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: self.session.flush() Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: Traceback (most recent call last): Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: timer() Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: cb(*args, **kw) Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: return func(*args, **kwargs) Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: self._notify() Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: self.callback(batched_events) Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: event.method(event) Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: return f(self, *a, **k) Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._get(url).json() Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: return self.request(url, 'GET', **kwargs) Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:30:27.151672 dv-cinder-836944-3-iscsi neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:30:27.184337 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97c23c8d-bbcf-4ae9-8ddf-d6dfefa02455 admin admin] Publish callbacks [] for security_group (ac79207f-68d9-4053-849e-ab32caa06a0a), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.205552 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97c23c8d-bbcf-4ae9-8ddf-d6dfefa02455 admin admin] Publish callbacks [] for security_group (ac79207f-68d9-4053-849e-ab32caa06a0a), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.264248 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (09029edf-9163-472f-b354-fc0c16533659), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.269455 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.272578 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] 10.222.0.23 "DELETE /v2.0/networks/09029edf-9163-472f-b354-fc0c16533659 HTTP/1.1" status: 204 len: 168 time: 1.2238512 Apr 12 08:30:27.283792 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa0011-0fde-4484-8841-724bbeca4c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=09029edf-9163-472f-b354-fc0c16533659,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:27.346715 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97c23c8d-bbcf-4ae9-8ddf-d6dfefa02455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (ac79207f-68d9-4053-849e-ab32caa06a0a), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.349372 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97c23c8d-bbcf-4ae9-8ddf-d6dfefa02455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.352952 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-97c23c8d-bbcf-4ae9-8ddf-d6dfefa02455 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac79207f-68d9-4053-849e-ab32caa06a0a HTTP/1.1" status: 204 len: 168 time: 0.2183101 Apr 12 08:30:27.358319 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c23c8d-bbcf-4ae9-8ddf-d6dfefa02455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac79207f-68d9-4053-849e-ab32caa06a0a,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:27.654028 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54772) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:27.696758 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-c094deef-32c9-43a7-8aef-0d1630da8c0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4cb80aa86f846cabcbee099dd90a3ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390275 Apr 12 08:30:27.697058 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54776) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:27.745108 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06535510-706d-4806-b482-552809059e45 admin admin] Publish callbacks [] for security_group (99b094be-dce8-4cb5-bde2-52fad8965993), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.773306 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06535510-706d-4806-b482-552809059e45 admin admin] Publish callbacks [] for security_group (99b094be-dce8-4cb5-bde2-52fad8965993), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.862082 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb87996-bb4c-4ccd-b76d-55af1cc4e78e req-713c309d-bc66-4993-95f3-064efeb4d06b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:27.863495 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cfb87996-bb4c-4ccd-b76d-55af1cc4e78e req-713c309d-bc66-4993-95f3-064efeb4d06b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0500677 Apr 12 08:30:27.912113 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-cfb87996-bb4c-4ccd-b76d-55af1cc4e78e req-bb4c2400-f298-4992-99ed-3dea9ea48d73 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Apr 12 08:30:27.921270 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06535510-706d-4806-b482-552809059e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (99b094be-dce8-4cb5-bde2-52fad8965993), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.923830 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06535510-706d-4806-b482-552809059e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:27.925170 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-06535510-706d-4806-b482-552809059e45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99b094be-dce8-4cb5-bde2-52fad8965993 HTTP/1.1" status: 204 len: 168 time: 0.2270219 Apr 12 08:30:27.932933 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06535510-706d-4806-b482-552809059e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b094be-dce8-4cb5-bde2-52fad8965993,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:29.024696 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ee231-df98-4eb9-bf45-118425791fe3 req-d388dc77-5289-44a7-9840-5295400067fa tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:29.026393 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-373ee231-df98-4eb9-bf45-118425791fe3 req-d388dc77-5289-44a7-9840-5295400067fa tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0482545 Apr 12 08:30:29.075817 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-373ee231-df98-4eb9-bf45-118425791fe3 req-f23b642c-36ef-4a9c-a8ee-ec7e0e0ba217 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439439 Apr 12 08:30:30.197045 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc53ab-b824-4499-9253-180c3ab8f68c req-1acb7fb2-cb83-4358-b700-89b212103465 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:30.198550 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-40fc53ab-b824-4499-9253-180c3ab8f68c req-1acb7fb2-cb83-4358-b700-89b212103465 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0528324 Apr 12 08:30:30.243774 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-70baa750-4291-4a87-92eb-61ae68ffc7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:30.247840 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-40fc53ab-b824-4499-9253-180c3ab8f68c req-2494dd0f-1341-4903-aff3-c731f21b4a80 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435686 Apr 12 08:30:31.359245 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10020b59-5f44-4943-b85a-318fe59ca433 req-6bb8845f-e323-4f1a-8857-77757c0a99cf tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:31.360734 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-10020b59-5f44-4943-b85a-318fe59ca433 req-6bb8845f-e323-4f1a-8857-77757c0a99cf tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0474007 Apr 12 08:30:31.412269 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-10020b59-5f44-4943-b85a-318fe59ca433 req-5982dcd2-528a-43d7-b643-1eb42f1d7de2 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458958 Apr 12 08:30:32.520136 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e46c77-eea9-4e67-8156-c5307a4c9076 req-70add8a9-b75d-4e28-bb60-41e286e1381c tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:32.521559 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d9e46c77-eea9-4e67-8156-c5307a4c9076 req-70add8a9-b75d-4e28-bb60-41e286e1381c tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0450726 Apr 12 08:30:32.569275 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-d9e46c77-eea9-4e67-8156-c5307a4c9076 req-8ce8c4dc-3376-4e55-aa5b-ff22f8cd57a7 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 Apr 12 08:30:32.786195 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2bb8574d-5f15-4805-a037-146f97dd3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:33.612735 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:33.679141 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c55f1a-51bc-4467-8c99-e634ee74d9e2 req-310733d8-6c69-4385-a2f0-b1378e5bdc41 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:33.680611 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a4c55f1a-51bc-4467-8c99-e634ee74d9e2 req-310733d8-6c69-4385-a2f0-b1378e5bdc41 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 943 time: 0.0462003 Apr 12 08:30:33.728992 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-a4c55f1a-51bc-4467-8c99-e634ee74d9e2 req-0a38d3e0-84b6-4363-a028-ecb3e296031f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428245 Apr 12 08:30:33.788415 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 2177a1bf-6d59-41f3-8737-f71e321c3903 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 08:30:33.886226 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 2177a1bf-6d59-41f3-8737-f71e321c3903, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2177a1bf-6d59-41f3-8737-f71e321c3903,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:30:33.897408 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Returning: {'device': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'port_id': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'mac_address': 'fa:16:3e:7d:25:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 08:30:33.935417 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 2177a1bf-6d59-41f3-8737-f71e321c3903 is: DOWN; New status is: BUILD {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:30:33.935840 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:33.948586 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2177a1bf-6d59-41f3-8737-f71e321c3903 {{(pid=103941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 08:30:33.967287 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 2177a1bf-6d59-41f3-8737-f71e321c3903, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2177a1bf-6d59-41f3-8737-f71e321c3903,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:30:34.066236 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:34.114840 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=2177a1bf-6d59-41f3-8737-f71e321c3903,revision_number=7']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:34.283633 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] get_ports_and_sgs() called for port_ids ['2177a1bf-6d59-41f3-8737-f71e321c3903'] {{(pid=103941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 08:30:34.320056 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:34.844316 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac411-7ffc-497c-a9bc-ac3e7323a66d req-277640e5-f2af-498e-8c75-5867da20b941 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:34.845749 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41bac411-7ffc-497c-a9bc-ac3e7323a66d req-277640e5-f2af-498e-8c75-5867da20b941 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 944 time: 0.0505762 Apr 12 08:30:34.896100 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-41bac411-7ffc-497c-a9bc-ac3e7323a66d req-92d0fef7-807a-4088-80f6-345fcf801f83 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447562 Apr 12 08:30:34.958513 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54896) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:35.059798 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf54b721-1cd7-47a7-8c75-2b68e727b496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:35.132063 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf54b721-1cd7-47a7-8c75-2b68e727b496 admin admin] Publish callbacks [] for security_group (92cb7435-45cd-4d47-8f38-ec690ae1e0e9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:35.226128 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf54b721-1cd7-47a7-8c75-2b68e727b496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (92cb7435-45cd-4d47-8f38-ec690ae1e0e9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:35.249453 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:35.265723 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bf54b721-1cd7-47a7-8c75-2b68e727b496 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=039be6f0c149463ab0af4a4c3c1ee645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061883 Apr 12 08:30:35.267342 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54b721-1cd7-47a7-8c75-2b68e727b496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cb7435-45cd-4d47-8f38-ec690ae1e0e9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:35.269196 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54900) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:35.316933 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50f8d6ab-2cc0-425d-850d-e7cb6f6139f3 admin admin] Publish callbacks [] for security_group (92cb7435-45cd-4d47-8f38-ec690ae1e0e9), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:35.338030 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50f8d6ab-2cc0-425d-850d-e7cb6f6139f3 admin admin] Publish callbacks [] for security_group (92cb7435-45cd-4d47-8f38-ec690ae1e0e9), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:35.475104 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50f8d6ab-2cc0-425d-850d-e7cb6f6139f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (92cb7435-45cd-4d47-8f38-ec690ae1e0e9), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:35.477709 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50f8d6ab-2cc0-425d-850d-e7cb6f6139f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:35.478855 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-50f8d6ab-2cc0-425d-850d-e7cb6f6139f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92cb7435-45cd-4d47-8f38-ec690ae1e0e9 HTTP/1.1" status: 204 len: 168 time: 0.2086146 Apr 12 08:30:35.487203 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8d6ab-2cc0-425d-850d-e7cb6f6139f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cb7435-45cd-4d47-8f38-ec690ae1e0e9,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:36.006995 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf76a1-f181-419f-901a-fa27179ae6d0 req-98c8331c-eb1a-4b94-ad8b-47ba4ec35d0f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:36.008704 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ffdf76a1-f181-419f-901a-fa27179ae6d0 req-98c8331c-eb1a-4b94-ad8b-47ba4ec35d0f tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 944 time: 0.0461984 Apr 12 08:30:36.062044 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-ffdf76a1-f181-419f-901a-fa27179ae6d0 req-32d128d1-6748-4fe4-9301-304e6b9a80bc tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473585 Apr 12 08:30:36.834965 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:37.175287 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d37e2c-dc95-48aa-9d50-a23c38ee3acf req-cf335bba-cb54-489b-9939-8ed90b87286d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:37.176787 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b3d37e2c-dc95-48aa-9d50-a23c38ee3acf req-cf335bba-cb54-489b-9939-8ed90b87286d tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 944 time: 0.0470533 Apr 12 08:30:37.228361 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 2177a1bf-6d59-41f3-8737-f71e321c3903 up at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 08:30:37.232007 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-b3d37e2c-dc95-48aa-9d50-a23c38ee3acf req-6a8f2e64-87ab-4b6d-ac9e-f2b719025ad2 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488853 Apr 12 08:30:37.280636 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Provisioning complete for port 2177a1bf-6d59-41f3-8737-f71e321c3903 triggered by entity L2. {{(pid=103941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 08:30:37.281013 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16155739'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), provisioning_complete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:37.362693 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Current status of the port 2177a1bf-6d59-41f3-8737-f71e321c3903 is: BUILD; New status is: ACTIVE {{(pid=103941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 08:30:37.363087 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195152'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:37.385890 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903'}] {{(pid=103941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:30:37.388133 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c4b5500428dd83477b144949ac7fda3f75e5c2c0d8b924410d2f3b9c6dfdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33773c5a-9b3c-4d1a-b09b-0c2fa27d4e4b" -d '{"events": [{"server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "name": "network-vif-plugged", "status": "completed", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903"}]}' {{(pid=103941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:30:37.401223 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] For port 2177a1bf-6d59-41f3-8737-f71e321c3903, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2177a1bf-6d59-41f3-8737-f71e321c3903,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:30:37.423968 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0def5fc-5b2e-4274-aa01-ebd132f30a03 x-openstack-request-id: req-a0def5fc-5b2e-4274-aa01-ebd132f30a03 {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:30:37.424256 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "name": "network-vif-plugged", "status": "completed", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903", "code": 200}]} {{(pid=103941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:30:37.424506 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0def5fc-5b2e-4274-aa01-ebd132f30a03 {{(pid=103941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:30:37.424897 dv-cinder-836944-3-iscsi neutron-server[103941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0def5fc-5b2e-4274-aa01-ebd132f30a03'] response: {'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'code': 200} Apr 12 08:30:37.505256 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766556150047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766555672625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766555672643'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:37.556008 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Pushing event updated for resources: {'Port': ['ID=2177a1bf-6d59-41f3-8737-f71e321c3903,revision_number=8']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:37.681997 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277cd21-bf21-4e15-8580-3d77b10d30aa req-cff8ab8a-aca4-4619-9638-8c6b681e8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:37.683550 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8277cd21-bf21-4e15-8580-3d77b10d30aa req-cff8ab8a-aca4-4619-9638-8c6b681e8e17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1129 time: 0.0396211 Apr 12 08:30:37.729054 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-8277cd21-bf21-4e15-8580-3d77b10d30aa req-62559df2-6d1c-4c5f-a212-2eea81e600cc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397117 Apr 12 08:30:37.805294 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54958) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:37.906719 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4348eb07-c1d9-4f42-9099-1deea43fbdae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:37.978626 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4348eb07-c1d9-4f42-9099-1deea43fbdae admin admin] Publish callbacks [] for security_group (6e5f9cb6-b46a-4cfb-b2ca-f35363a985cd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:38.052471 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4348eb07-c1d9-4f42-9099-1deea43fbdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (6e5f9cb6-b46a-4cfb-b2ca-f35363a985cd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:38.090939 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-4348eb07-c1d9-4f42-9099-1deea43fbdae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=844ef58d0df241a7ad4c885d15af671c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845352 Apr 12 08:30:38.091824 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348eb07-c1d9-4f42-9099-1deea43fbdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5f9cb6-b46a-4cfb-b2ca-f35363a985cd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:38.093638 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54962) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:38.144632 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e7e901a-f9be-4f28-8a27-7bdad3ddb369 admin admin] Publish callbacks [] for security_group (6e5f9cb6-b46a-4cfb-b2ca-f35363a985cd), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:38.165657 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e7e901a-f9be-4f28-8a27-7bdad3ddb369 admin admin] Publish callbacks [] for security_group (6e5f9cb6-b46a-4cfb-b2ca-f35363a985cd), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:38.271927 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e7e901a-f9be-4f28-8a27-7bdad3ddb369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (6e5f9cb6-b46a-4cfb-b2ca-f35363a985cd), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:38.274540 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e7e901a-f9be-4f28-8a27-7bdad3ddb369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:38.275733 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-5e7e901a-f9be-4f28-8a27-7bdad3ddb369 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e5f9cb6-b46a-4cfb-b2ca-f35363a985cd HTTP/1.1" status: 204 len: 168 time: 0.1810794 Apr 12 08:30:38.283707 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e901a-f9be-4f28-8a27-7bdad3ddb369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5f9cb6-b46a-4cfb-b2ca-f35363a985cd,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:38.349574 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7554f8-d996-49a9-9707-d1684388e643 req-a3392e0e-f64d-434e-a30a-5f7f5f971eb6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:38.351131 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9d7554f8-d996-49a9-9707-d1684388e643 req-a3392e0e-f64d-434e-a30a-5f7f5f971eb6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0511832 Apr 12 08:30:38.399708 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9d7554f8-d996-49a9-9707-d1684388e643 req-442285c9-ad8c-44e8-9693-5e549e21ad4b tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428593 Apr 12 08:30:38.923033 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 54976) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:38.937032 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd3f0-e083-4d3c-9ce2-07e9f700c890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:39.020413 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd3f0-e083-4d3c-9ce2-07e9f700c890 admin admin] Publish callbacks [] for security_group (28021d02-01c2-4413-8875-2ea1d504f198), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:39.126750 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd3f0-e083-4d3c-9ce2-07e9f700c890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (28021d02-01c2-4413-8875-2ea1d504f198), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:39.163073 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-dcdbd3f0-e083-4d3c-9ce2-07e9f700c890 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e3d19acab0c4fd882281ba42d2710fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356508 Apr 12 08:30:39.163281 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 54978) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:39.172751 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbd3f0-e083-4d3c-9ce2-07e9f700c890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28021d02-01c2-4413-8875-2ea1d504f198,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:39.228186 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53201697-c70a-41fb-a77d-8436317a3b1d admin admin] Publish callbacks [] for security_group (28021d02-01c2-4413-8875-2ea1d504f198), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:39.250374 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53201697-c70a-41fb-a77d-8436317a3b1d admin admin] Publish callbacks [] for security_group (28021d02-01c2-4413-8875-2ea1d504f198), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:39.389593 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53201697-c70a-41fb-a77d-8436317a3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (28021d02-01c2-4413-8875-2ea1d504f198), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:39.392692 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53201697-c70a-41fb-a77d-8436317a3b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:39.394189 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-53201697-c70a-41fb-a77d-8436317a3b1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28021d02-01c2-4413-8875-2ea1d504f198 HTTP/1.1" status: 204 len: 168 time: 0.2299023 Apr 12 08:30:39.402410 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53201697-c70a-41fb-a77d-8436317a3b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28021d02-01c2-4413-8875-2ea1d504f198,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:39.537281 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d304d9-4d59-4dad-ad25-485d4c311208 req-da8f689e-ef39-407e-a1f5-d816f1ebf1e1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:30:39.539036 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a0d304d9-4d59-4dad-ad25-485d4c311208 req-da8f689e-ef39-407e-a1f5-d816f1ebf1e1 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0610089 Apr 12 08:30:39.588935 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-a0d304d9-4d59-4dad-ad25-485d4c311208 req-e6995d1b-6a39-452f-bfe2-bd02bb5e7572 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 Apr 12 08:30:46.981523 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55120) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:47.085447 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a894c173-7157-457b-aab6-5da7f5e09d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:47.160743 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a894c173-7157-457b-aab6-5da7f5e09d02 admin admin] Publish callbacks [] for security_group (dbc71e29-714b-482c-b7d1-899a96c3986e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:47.224646 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a894c173-7157-457b-aab6-5da7f5e09d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (dbc71e29-714b-482c-b7d1-899a96c3986e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:47.263774 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-a894c173-7157-457b-aab6-5da7f5e09d02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac5f221b250740848ec63c9858aba0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809076 Apr 12 08:30:47.264632 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894c173-7157-457b-aab6-5da7f5e09d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc71e29-714b-482c-b7d1-899a96c3986e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:47.266867 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55128) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:47.316626 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-03d64c1e-dfc1-47a4-90c2-2f0d956fa158 admin admin] Publish callbacks [] for security_group (dbc71e29-714b-482c-b7d1-899a96c3986e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:47.338191 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-03d64c1e-dfc1-47a4-90c2-2f0d956fa158 admin admin] Publish callbacks [] for security_group (dbc71e29-714b-482c-b7d1-899a96c3986e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:47.469480 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-03d64c1e-dfc1-47a4-90c2-2f0d956fa158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (dbc71e29-714b-482c-b7d1-899a96c3986e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:47.472110 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-03d64c1e-dfc1-47a4-90c2-2f0d956fa158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:47.477608 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-03d64c1e-dfc1-47a4-90c2-2f0d956fa158 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbc71e29-714b-482c-b7d1-899a96c3986e HTTP/1.1" status: 204 len: 168 time: 0.2047184 Apr 12 08:30:47.481184 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d64c1e-dfc1-47a4-90c2-2f0d956fa158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc71e29-714b-482c-b7d1-899a96c3986e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:48.019309 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55136) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:48.032105 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-837ca005-cf0f-4126-a456-7064807876d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:48.119624 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-837ca005-cf0f-4126-a456-7064807876d9 admin admin] Publish callbacks [] for security_group (ec88c43f-9659-4592-8610-4f75cfa1d3ec), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:48.163076 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-837ca005-cf0f-4126-a456-7064807876d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (ec88c43f-9659-4592-8610-4f75cfa1d3ec), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:48.201838 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-837ca005-cf0f-4126-a456-7064807876d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a073f91dfd9b4dfb8c3a78e140930edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813617 Apr 12 08:30:48.202615 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ca005-cf0f-4126-a456-7064807876d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88c43f-9659-4592-8610-4f75cfa1d3ec,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:48.205390 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55138) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:48.254047 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd676fba-af95-4cbf-bc52-d1400dc47ded admin admin] Publish callbacks [] for security_group (ec88c43f-9659-4592-8610-4f75cfa1d3ec), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:48.274449 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd676fba-af95-4cbf-bc52-d1400dc47ded admin admin] Publish callbacks [] for security_group (ec88c43f-9659-4592-8610-4f75cfa1d3ec), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:48.389531 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd676fba-af95-4cbf-bc52-d1400dc47ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (ec88c43f-9659-4592-8610-4f75cfa1d3ec), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:48.392125 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd676fba-af95-4cbf-bc52-d1400dc47ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:48.393817 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bd676fba-af95-4cbf-bc52-d1400dc47ded admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec88c43f-9659-4592-8610-4f75cfa1d3ec HTTP/1.1" status: 204 len: 168 time: 0.1870618 Apr 12 08:30:48.402281 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd676fba-af95-4cbf-bc52-d1400dc47ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88c43f-9659-4592-8610-4f75cfa1d3ec,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:48.863874 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55154) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:48.970097 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5474195e-1ea0-470f-ad49-4c66e711598e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:49.045087 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5474195e-1ea0-470f-ad49-4c66e711598e admin admin] Publish callbacks [] for security_group (dab4c5f4-01e7-415e-ac94-1146004da171), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:49.144251 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5474195e-1ea0-470f-ad49-4c66e711598e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (dab4c5f4-01e7-415e-ac94-1146004da171), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:49.189670 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-5474195e-1ea0-470f-ad49-4c66e711598e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fabc86b427c04f8984d07cadb14de587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244760 Apr 12 08:30:49.190599 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474195e-1ea0-470f-ad49-4c66e711598e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab4c5f4-01e7-415e-ac94-1146004da171,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:49.192324 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55164) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:49.242866 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-beb86f88-3730-4251-8148-e429df27ef91 admin admin] Publish callbacks [] for security_group (dab4c5f4-01e7-415e-ac94-1146004da171), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:49.263826 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-beb86f88-3730-4251-8148-e429df27ef91 admin admin] Publish callbacks [] for security_group (dab4c5f4-01e7-415e-ac94-1146004da171), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:49.374537 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-beb86f88-3730-4251-8148-e429df27ef91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (dab4c5f4-01e7-415e-ac94-1146004da171), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:49.377226 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-beb86f88-3730-4251-8148-e429df27ef91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:49.381068 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-beb86f88-3730-4251-8148-e429df27ef91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dab4c5f4-01e7-415e-ac94-1146004da171 HTTP/1.1" status: 204 len: 168 time: 0.1850009 Apr 12 08:30:49.386249 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb86f88-3730-4251-8148-e429df27ef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab4c5f4-01e7-415e-ac94-1146004da171,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:50.803142 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55206) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:50.903914 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23230c25-d691-4d6b-a253-46017291215a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:50.975721 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23230c25-d691-4d6b-a253-46017291215a admin admin] Publish callbacks [] for security_group (063a23ec-af46-41f1-95c6-603fc770cbf4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:51.035524 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23230c25-d691-4d6b-a253-46017291215a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (063a23ec-af46-41f1-95c6-603fc770cbf4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:51.074124 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-23230c25-d691-4d6b-a253-46017291215a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b36d6adfa67741b5a6b009f09ad5e852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698643 Apr 12 08:30:51.076172 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23230c25-d691-4d6b-a253-46017291215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063a23ec-af46-41f1-95c6-603fc770cbf4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:51.076965 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55210) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:51.133061 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c35db197-defa-4870-875c-940bdeabb4ae admin admin] Publish callbacks [] for security_group (063a23ec-af46-41f1-95c6-603fc770cbf4), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:51.153715 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c35db197-defa-4870-875c-940bdeabb4ae admin admin] Publish callbacks [] for security_group (063a23ec-af46-41f1-95c6-603fc770cbf4), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:51.309636 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c35db197-defa-4870-875c-940bdeabb4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (063a23ec-af46-41f1-95c6-603fc770cbf4), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:51.312251 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c35db197-defa-4870-875c-940bdeabb4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:51.313411 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-c35db197-defa-4870-875c-940bdeabb4ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/063a23ec-af46-41f1-95c6-603fc770cbf4 HTTP/1.1" status: 204 len: 168 time: 0.2353911 Apr 12 08:30:51.320968 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35db197-defa-4870-875c-940bdeabb4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063a23ec-af46-41f1-95c6-603fc770cbf4,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:51.891811 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55216) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:51.905187 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff85a625-32d0-46e2-b9f5-f2dc94ad6de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:51.976249 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff85a625-32d0-46e2-b9f5-f2dc94ad6de9 admin admin] Publish callbacks [] for security_group (f651985b-fa4c-4931-848b-f354a9da6202), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:52.048419 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff85a625-32d0-46e2-b9f5-f2dc94ad6de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f651985b-fa4c-4931-848b-f354a9da6202), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:52.086854 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ff85a625-32d0-46e2-b9f5-f2dc94ad6de9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08c8c960c8e94344b34ecc9cc1997db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933405 Apr 12 08:30:52.087883 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85a625-32d0-46e2-b9f5-f2dc94ad6de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f651985b-fa4c-4931-848b-f354a9da6202,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:52.089461 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55218) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:52.137474 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48c612c5-6285-4cc8-a390-c735b7427d5f admin admin] Publish callbacks [] for security_group (f651985b-fa4c-4931-848b-f354a9da6202), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:52.158412 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48c612c5-6285-4cc8-a390-c735b7427d5f admin admin] Publish callbacks [] for security_group (f651985b-fa4c-4931-848b-f354a9da6202), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:52.280500 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48c612c5-6285-4cc8-a390-c735b7427d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f651985b-fa4c-4931-848b-f354a9da6202), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:52.283348 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48c612c5-6285-4cc8-a390-c735b7427d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:52.284559 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-48c612c5-6285-4cc8-a390-c735b7427d5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f651985b-fa4c-4931-848b-f354a9da6202 HTTP/1.1" status: 204 len: 168 time: 0.1941025 Apr 12 08:30:52.292767 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c612c5-6285-4cc8-a390-c735b7427d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f651985b-fa4c-4931-848b-f354a9da6202,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:53.793834 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55248) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:53.899519 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd0eaaa7-37bc-4c19-a3b5-db8fc8d30c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:53.970801 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd0eaaa7-37bc-4c19-a3b5-db8fc8d30c54 admin admin] Publish callbacks [] for security_group (e63bc3fa-4c93-4f5f-833c-ee05ca86c4ac), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:54.034504 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd0eaaa7-37bc-4c19-a3b5-db8fc8d30c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e63bc3fa-4c93-4f5f-833c-ee05ca86c4ac), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:54.071552 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0eaaa7-37bc-4c19-a3b5-db8fc8d30c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63bc3fa-4c93-4f5f-833c-ee05ca86c4ac,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:54.076800 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-bd0eaaa7-37bc-4c19-a3b5-db8fc8d30c54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1099e2180fab42f7a4532bbfd48ad8e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819238 Apr 12 08:30:54.079378 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55252) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:30:54.126405 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46f27ae7-2710-4daa-bf44-5e52204b679f admin admin] Publish callbacks [] for security_group (e63bc3fa-4c93-4f5f-833c-ee05ca86c4ac), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:54.148154 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46f27ae7-2710-4daa-bf44-5e52204b679f admin admin] Publish callbacks [] for security_group (e63bc3fa-4c93-4f5f-833c-ee05ca86c4ac), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:54.259953 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46f27ae7-2710-4daa-bf44-5e52204b679f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (e63bc3fa-4c93-4f5f-833c-ee05ca86c4ac), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:54.262533 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46f27ae7-2710-4daa-bf44-5e52204b679f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:30:54.263703 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-46f27ae7-2710-4daa-bf44-5e52204b679f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e63bc3fa-4c93-4f5f-833c-ee05ca86c4ac HTTP/1.1" status: 204 len: 168 time: 0.1833696 Apr 12 08:30:54.272473 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f27ae7-2710-4daa-bf44-5e52204b679f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63bc3fa-4c93-4f5f-833c-ee05ca86c4ac,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:30:57.478842 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:31:00.248799 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-54613e07-b979-48a2-8fc5-4534ba77a5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:02.777486 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0c07ecaa-a7c7-44dc-9d56-fb19432c420f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:03.594446 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:04.309120 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:05.219726 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:06.835282 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:30.245672 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-48a23742-7b46-4bc8-bae3-abb3543680cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:32.767969 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4ca0960d-df9d-4d93-95db-6318e6f2c68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:33.596365 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:34.287842 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:34.476982 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:31:35.225046 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:36.864738 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:44.029389 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-fefec81d-563a-4a53-bb75-372aacbcee27 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411017 Apr 12 08:31:44.106410 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-3b26c235-6261-4aa8-8a36-a78e540adb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:44.107901 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-3b26c235-6261-4aa8-8a36-a78e540adb8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f60295b03664d50a09fad14e734f40a&device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1129 time: 0.0384026 Apr 12 08:31:44.207298 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-c6244773-e05b-4de0-a499-a4cf240ca0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:44.208793 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-c6244773-e05b-4de0-a499-a4cf240ca0cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=506c5d73-aab6-4e02-a3f1-b827fea21e86 HTTP/1.1" status: 200 len: 908 time: 0.0840902 Apr 12 08:31:44.276926 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-a53ee38a-6c58-45b7-9b45-a4bbb7c7db1a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2177a1bf-6d59-41f3-8737-f71e321c3903 HTTP/1.1" status: 200 len: 1000 time: 0.0608737 Apr 12 08:31:44.324252 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-cf9a5e77-efeb-4468-9a45-e88077c6a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:44.325620 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-cf9a5e77-efeb-4468-9a45-e88077c6a4aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21ede74f-cb2f-4d7e-a13b-45a3a0a3610e HTTP/1.1" status: 200 len: 847 time: 0.0433273 Apr 12 08:31:44.372128 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-11a32c53-d066-42b6-9fff-865849bb8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:44.373639 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-11a32c53-d066-42b6-9fff-865849bb8b0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=506c5d73-aab6-4e02-a3f1-b827fea21e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424175 Apr 12 08:31:44.464017 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-4402066a-77bd-40fc-847b-cab4eb4e4054 service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842810 Apr 12 08:31:44.553680 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-3242ee82-d5e9-471a-8435-4ac40fcd187c req-4da3610b-bb9e-4301-92ae-853e9c00fe52 service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842409 Apr 12 08:31:52.577152 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55268) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:31:52.728134 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Deleting port 309e788b-bea8-4bf2-b6b9-59f688b6468a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:31:52.728471 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (309e788b-bea8-4bf2-b6b9-59f688b6468a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:52.801610 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (309e788b-bea8-4bf2-b6b9-59f688b6468a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:52.801945 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for floatingip (309e788b-bea8-4bf2-b6b9-59f688b6468a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:52.814435 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Calling delete_port for 309e788b-bea8-4bf2-b6b9-59f688b6468a owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:31:53.041972 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (309e788b-bea8-4bf2-b6b9-59f688b6468a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:53.070479 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event deleted for resources: {'Port': ['ID=309e788b-bea8-4bf2-b6b9-59f688b6468a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:31:53.082080 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.082427 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.082772 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.083107 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.083440 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.083796 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.084122 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.084446 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.084769 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.085091 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.085413 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.086270 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.086624 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.086956 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.087275 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:31:53.141006 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for floatingip (d52e7845-a416-4fe8-9c18-613e79743d31), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:53.141337 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.db.l3_db [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Floating IP d52e7845-a416-4fe8-9c18-613e79743d31 disassociated (deleted). External IP: 172.27.3.85, port: 2177a1bf-6d59-41f3-8737-f71e321c3903. Apr 12 08:31:53.349344 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:31:53.456530 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:31:53.461544 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:53.466643 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] Sync routers for ids ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:31:53.475979 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] Routers {'4e3c6c55-4b1f-435e-9038-83d95f26ef61'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:31:53.477125 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:31:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:31:53.491658 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-f6a82549-68eb-43e2-9197-b0a25a249a74 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "DELETE /v2.0/floatingips/d52e7845-a416-4fe8-9c18-613e79743d31 HTTP/1.1" status: 204 len: 168 time: 0.9134138 Apr 12 08:31:53.492953 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:31:53.495245 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da737df0-f571-4130-8364-883da65c6953" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:31:53.531937 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 08:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ec8ac0-3622-4c37-9785-65aa1f18f1b9 x-openstack-request-id: req-e0ec8ac0-3622-4c37-9785-65aa1f18f1b9 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:31:53.532248 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:31:53.532502 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0ec8ac0-3622-4c37-9785-65aa1f18f1b9 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:31:53.532948 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ec8ac0-3622-4c37-9785-65aa1f18f1b9'] response: {'name': 'network-changed', 'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'status': 'completed', 'code': 200} Apr 12 08:31:53.588412 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] Set router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:31:53.591513 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da737df0-f571-4130-8364-883da65c6953 req-f2d36fe3-8d42-4c23-bbd4-eb77f866aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:53.593036 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-da737df0-f571-4130-8364-883da65c6953 req-f2d36fe3-8d42-4c23-bbd4-eb77f866aa16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f60295b03664d50a09fad14e734f40a&device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 1129 time: 0.0398667 Apr 12 08:31:53.686551 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da737df0-f571-4130-8364-883da65c6953 req-b31fe19f-f4e9-4573-ab76-7a3b84f60103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:53.688098 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-da737df0-f571-4130-8364-883da65c6953 req-b31fe19f-f4e9-4573-ab76-7a3b84f60103 service neutron] 10.222.0.25 "GET /v2.0/networks?id=506c5d73-aab6-4e02-a3f1-b827fea21e86 HTTP/1.1" status: 200 len: 908 time: 0.0895784 Apr 12 08:31:53.727260 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-da737df0-f571-4130-8364-883da65c6953 req-8f33fb65-21b4-43e3-9001-28779274f073 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2177a1bf-6d59-41f3-8737-f71e321c3903 HTTP/1.1" status: 200 len: 217 time: 0.0334854 Apr 12 08:31:53.777476 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da737df0-f571-4130-8364-883da65c6953 req-3ccb2249-eaef-407b-a16c-6b9aa7cf2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:53.777970 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '97cebca9-96be-4b12-9164-ccfa4979fe97', 'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'mac_address': 'fa:16:3e:9c:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:05Z', 'updated_at': '2022-04-12T08:27:09Z', 'revision_number': 5, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'subnets': [{'id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:31:53.779090 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-da737df0-f571-4130-8364-883da65c6953 req-3ccb2249-eaef-407b-a16c-6b9aa7cf2311 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21ede74f-cb2f-4d7e-a13b-45a3a0a3610e HTTP/1.1" status: 200 len: 847 time: 0.0466750 Apr 12 08:31:53.809316 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] Checking router: 4e3c6c55-4b1f-435e-9038-83d95f26ef61 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:31:53.818051 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] Routers {'4e3c6c55-4b1f-435e-9038-83d95f26ef61'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:31:53.818661 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:31:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:31:53.823456 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da737df0-f571-4130-8364-883da65c6953 req-7bfed7d7-8973-4d55-93ab-1ff8faea3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:53.824983 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-da737df0-f571-4130-8364-883da65c6953 req-7bfed7d7-8973-4d55-93ab-1ff8faea3598 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=506c5d73-aab6-4e02-a3f1-b827fea21e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399492 Apr 12 08:31:53.914830 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-da737df0-f571-4130-8364-883da65c6953 req-73863da8-d141-4462-aaec-ac3c66b1b9ec service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839505 Apr 12 08:31:53.932537 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] Set router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:31:53.963885 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfd5c1-2571-4ed1-9662-96f4156d0f59 req-3fa14e46-deba-4a0a-a5f0-092e913f2ed7 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:53.965284 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-64bfd5c1-2571-4ed1-9662-96f4156d0f59 req-3fa14e46-deba-4a0a-a5f0-092e913f2ed7 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0511134 Apr 12 08:31:54.014089 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [req-64bfd5c1-2571-4ed1-9662-96f4156d0f59 req-a79a7b94-9028-4b42-9972-74aef2f255b6 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431387 Apr 12 08:31:54.116304 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '97cebca9-96be-4b12-9164-ccfa4979fe97', 'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'mac_address': 'fa:16:3e:9c:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:05Z', 'updated_at': '2022-04-12T08:27:09Z', 'revision_number': 5, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'subnets': [{'id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:31:54.142259 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaaffd2-73ec-48f4-9d65-d2eb68ebace5 None None] The sync data for ids ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'] in dv-cinder-836944-3-iscsi is: [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:05Z', 'revision_number': 4, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi', '_interfaces': [{'id': '97cebca9-96be-4b12-9164-ccfa4979fe97', 'name': '', 'network_id': '506c5d73-aab6-4e02-a3f1-b827fea21e86', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'mac_address': 'fa:16:3e:9c:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:05Z', 'updated_at': '2022-04-12T08:27:09Z', 'revision_number': 5, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'subnets': [{'id': '21ede74f-cb2f-4d7e-a13b-45a3a0a3610e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:31:54.356323 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf0ea1-6736-48e9-af5f-51b931d30c95 None None] New status for floating IP d52e7845-a416-4fe8-9c18-613e79743d31: DOWN {{(pid=103942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 08:31:54.921519 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-da737df0-f571-4130-8364-883da65c6953 req-916f5c2a-0068-443f-b28f-4873ed6b425c service neutron] 10.222.0.25 "GET /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858116 Apr 12 08:31:55.126259 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632cbf1-c847-4370-8a8d-bff573941159 req-928a2ecf-2a2c-4b95-bcdb-6f449302fe3a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:55.127718 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9632cbf1-c847-4370-8a8d-bff573941159 req-928a2ecf-2a2c-4b95-bcdb-6f449302fe3a tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0466435 Apr 12 08:31:55.174697 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-9632cbf1-c847-4370-8a8d-bff573941159 req-6e95ea5d-72ca-48ed-84bf-f6aac20d44d0 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f12341-388d-4e4d-b91f-e41d571d8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Apr 12 08:31:55.394425 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f2712-835f-4754-93d5-94861bfb28a1 req-0bde3b03-7ed1-48d3-a71c-e681ff8e7a01 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 08:31:55.395855 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-715f2712-835f-4754-93d5-94861bfb28a1 req-0bde3b03-7ed1-48d3-a71c-e681ff8e7a01 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 945 time: 0.0483541 Apr 12 08:31:55.477832 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-715f2712-835f-4754-93d5-94861bfb28a1 req-815aebbb-3485-413e-85fc-406c847022d9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Deleting port 2177a1bf-6d59-41f3-8737-f71e321c3903 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:31:55.478091 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-715f2712-835f-4754-93d5-94861bfb28a1 req-815aebbb-3485-413e-85fc-406c847022d9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:55.565788 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-715f2712-835f-4754-93d5-94861bfb28a1 req-815aebbb-3485-413e-85fc-406c847022d9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] For port 2177a1bf-6d59-41f3-8737-f71e321c3903, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2177a1bf-6d59-41f3-8737-f71e321c3903,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:31:55.566147 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-715f2712-835f-4754-93d5-94861bfb28a1 req-815aebbb-3485-413e-85fc-406c847022d9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:55.578981 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-715f2712-835f-4754-93d5-94861bfb28a1 req-815aebbb-3485-413e-85fc-406c847022d9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Calling delete_port for 2177a1bf-6d59-41f3-8737-f71e321c3903 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:31:55.784894 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-715f2712-835f-4754-93d5-94861bfb28a1 req-815aebbb-3485-413e-85fc-406c847022d9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (2177a1bf-6d59-41f3-8737-f71e321c3903), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:55.816472 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815aebbb-3485-413e-85fc-406c847022d9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event deleted for resources: {'Port': ['ID=2177a1bf-6d59-41f3-8737-f71e321c3903,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:31:55.861387 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-715f2712-835f-4754-93d5-94861bfb28a1 req-815aebbb-3485-413e-85fc-406c847022d9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] No DVR routers for this DVR port 2177a1bf-6d59-41f3-8737-f71e321c3903 on host hv-cinder-83694 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:31:55.865061 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-715f2712-835f-4754-93d5-94861bfb28a1 req-815aebbb-3485-413e-85fc-406c847022d9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41408'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:55.867377 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-715f2712-835f-4754-93d5-94861bfb28a1 req-815aebbb-3485-413e-85fc-406c847022d9 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.25 "DELETE /v2.0/ports/2177a1bf-6d59-41f3-8737-f71e321c3903 HTTP/1.1" status: 204 len: 173 time: 0.4656146 Apr 12 08:31:55.867860 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'name': 'network-vif-deleted', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 08:31:55.870676 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2532ccb73296b89b2931d0f4b93e797b5bb350156079379db13d8803947c60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d088e0c-3a20-4f03-9cb2-53402c7d2f70" -d '{"events": [{"server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "name": "network-vif-deleted", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 08:31:55.907675 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 08:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e47f15-80ee-48a2-99bd-958d6e162536 x-openstack-request-id: req-32e47f15-80ee-48a2-99bd-958d6e162536 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 08:31:55.907970 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab0fe77-3d96-41a0-b51f-c34457fa7027", "name": "network-vif-deleted", "tag": "2177a1bf-6d59-41f3-8737-f71e321c3903", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 08:31:55.908252 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32e47f15-80ee-48a2-99bd-958d6e162536 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 08:31:55.908656 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e47f15-80ee-48a2-99bd-958d6e162536'] response: {'server_uuid': '4ab0fe77-3d96-41a0-b51f-c34457fa7027', 'name': 'network-vif-deleted', 'tag': '2177a1bf-6d59-41f3-8737-f71e321c3903', 'status': 'completed', 'code': 200} Apr 12 08:31:56.270241 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [req-5b38e89d-b295-44a4-9391-891961a68ac8 req-636fefd6-07d5-48cc-85a0-3c535619b3f8 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab0fe77-3d96-41a0-b51f-c34457fa7027 HTTP/1.1" status: 200 len: 210 time: 0.0291727 Apr 12 08:31:57.326847 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55296) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:31:57.384051 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6640e05-0485-413f-93ec-3897d623d4a8 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group (35f12341-388d-4e4d-b91f-e41d571d8ecf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:57.408461 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6640e05-0485-413f-93ec-3897d623d4a8 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group (35f12341-388d-4e4d-b91f-e41d571d8ecf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:57.555992 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6640e05-0485-413f-93ec-3897d623d4a8 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (35f12341-388d-4e4d-b91f-e41d571d8ecf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:57.559517 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6640e05-0485-413f-93ec-3897d623d4a8 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:57.560934 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-b6640e05-0485-413f-93ec-3897d623d4a8 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] 10.222.0.23 "DELETE /v2.0/security-groups/35f12341-388d-4e4d-b91f-e41d571d8ecf HTTP/1.1" status: 204 len: 168 time: 0.2317047 Apr 12 08:31:57.569864 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640e05-0485-413f-93ec-3897d623d4a8 tempest-TestShelveInstance-1180528012 tempest-TestShelveInstance-1180528012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f12341-388d-4e4d-b91f-e41d571d8ecf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:31:57.670055 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55300) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:31:57.991015 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466382'] for router_interface (4e3c6c55-4b1f-435e-9038-83d95f26ef61), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:58.221817 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] Deleting port 97cebca9-96be-4b12-9164-ccfa4979fe97 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:31:58.223528 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:58.566313 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] For port 97cebca9-96be-4b12-9164-ccfa4979fe97, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=97cebca9-96be-4b12-9164-ccfa4979fe97,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:31:58.566998 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:58.579239 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] Calling delete_port for 97cebca9-96be-4b12-9164-ccfa4979fe97 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:31:58.827997 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (97cebca9-96be-4b12-9164-ccfa4979fe97), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:58.853520 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=97cebca9-96be-4b12-9164-ccfa4979fe97,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:31:59.023094 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-521416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466274'] for router_interface (4e3c6c55-4b1f-435e-9038-83d95f26ef61), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:59.239027 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] Router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:31:59.345535 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:31:59.350652 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-0fae13d7-46ef-4897-a782-584f125a8c96 admin admin] 10.222.0.23 "PUT /v2.0/routers/4e3c6c55-4b1f-435e-9038-83d95f26ef61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6794834 Apr 12 08:31:59.353145 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55302) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:31:59.354118 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] Sync routers for ids ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'] in dv-cinder-836944-3-iscsi {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:31:59.364244 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] Routers {'4e3c6c55-4b1f-435e-9038-83d95f26ef61'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:31:59.364853 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:31:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:31:59.460325 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Publish callbacks [] for router (4e3c6c55-4b1f-435e-9038-83d95f26ef61), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:59.573405 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Publish callbacks [] for router_gateway (4e3c6c55-4b1f-435e-9038-83d95f26ef61), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:59.603498 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] Set router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:31:59.607611 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 2177a1bf-6d59-41f3-8737-f71e321c3903 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:31:59.678818 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] No Port match for: 2177a1bf-6d59-41f3-8737-f71e321c3903 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:31:59.679736 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Device 2177a1bf-6d59-41f3-8737-f71e321c3903 not bound to the agent host hv-cinder-83694 {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:31:59.683262 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Deleting port 950e89fb-bc89-4606-a1e6-719e2036a0cd {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:31:59.683636 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:59.760869 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] For port 950e89fb-bc89-4606-a1e6-719e2036a0cd, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=950e89fb-bc89-4606-a1e6-719e2036a0cd,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:31:59.761157 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:31:59.774833 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Calling delete_port for 950e89fb-bc89-4606-a1e6-719e2036a0cd owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:31:59.791683 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:31:58Z', 'revision_number': 5, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port': {'id': '950e89fb-bc89-4606-a1e6-719e2036a0cd', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:31:59.825700 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] Checking router: 4e3c6c55-4b1f-435e-9038-83d95f26ef61 for host: dv-cinder-836944-3-iscsi {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:31:59.836964 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] Routers {'4e3c6c55-4b1f-435e-9038-83d95f26ef61'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:31:59.837856 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:31:33Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:31:59.926751 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] Set router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:31:59.979137 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:31:59Z', 'revision_number': 6, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port_host': None}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:31:59.984953 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (950e89fb-bc89-4606-a1e6-719e2036a0cd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.008824 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e80be0-fa18-457f-81da-9f16e686c825 None None] The sync data for ids ['4e3c6c55-4b1f-435e-9038-83d95f26ef61'] in dv-cinder-836944-3-iscsi is: [{'id': '4e3c6c55-4b1f-435e-9038-83d95f26ef61', 'name': 'tempest-TestShelveInstance-720383659-router', 'tenant_id': '0f60295b03664d50a09fad14e734f40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:02Z', 'updated_at': '2022-04-12T08:31:59Z', 'revision_number': 6, 'project_id': '0f60295b03664d50a09fad14e734f40a', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:32:00.013673 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=950e89fb-bc89-4606-a1e6-719e2036a0cd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:00.076977 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464260'] for router_gateway (4e3c6c55-4b1f-435e-9038-83d95f26ef61), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.171528 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2962'] for router (4e3c6c55-4b1f-435e-9038-83d95f26ef61), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.174499 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Publish callbacks [] for router_controller (4e3c6c55-4b1f-435e-9038-83d95f26ef61), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.228628 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a5a54cc7-714b-45b6-b059-27fe7bbe0389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.310230 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415779'] for router (4e3c6c55-4b1f-435e-9038-83d95f26ef61), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.310693 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e3c6c55-4b1f-435e-9038-83d95f26ef61 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 08:32:00.314764 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.315986 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-c15488d5-548e-432b-9ae3-6ac8fd2ba5d8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4e3c6c55-4b1f-435e-9038-83d95f26ef61 HTTP/1.1" status: 204 len: 168 time: 0.9618900 Apr 12 08:32:00.318400 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55304) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:32:00.363063 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d12d9f-de44-4eb7-95c4-90a240ffa48f admin admin] Deleting subnet 21ede74f-cb2f-4d7e-a13b-45a3a0a3610e {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:32:00.366394 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36d12d9f-de44-4eb7-95c4-90a240ffa48f admin admin] Publish callbacks [] for subnet (21ede74f-cb2f-4d7e-a13b-45a3a0a3610e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.405737 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36d12d9f-de44-4eb7-95c4-90a240ffa48f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26062776'] for subnet (21ede74f-cb2f-4d7e-a13b-45a3a0a3610e), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.490280 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36d12d9f-de44-4eb7-95c4-90a240ffa48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (21ede74f-cb2f-4d7e-a13b-45a3a0a3610e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.501526 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 97cebca9-96be-4b12-9164-ccfa4979fe97 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:32:00.528060 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 97cebca9-96be-4b12-9164-ccfa4979fe97 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:32:00.528411 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 97cebca9-96be-4b12-9164-ccfa4979fe97 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:32:00.617160 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36d12d9f-de44-4eb7-95c4-90a240ffa48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25996800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3631444'] for subnet (21ede74f-cb2f-4d7e-a13b-45a3a0a3610e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.639989 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d12d9f-de44-4eb7-95c4-90a240ffa48f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ede74f-cb2f-4d7e-a13b-45a3a0a3610e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:00.645457 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36d12d9f-de44-4eb7-95c4-90a240ffa48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.649081 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-36d12d9f-de44-4eb7-95c4-90a240ffa48f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/21ede74f-cb2f-4d7e-a13b-45a3a0a3610e HTTP/1.1" status: 204 len: 168 time: 0.3297393 Apr 12 08:32:00.651663 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.23', 55306) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:32:00.652093 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0f3de-dbdf-4646-91cf-be01c9426038 None None] Network 506c5d73-aab6-4e02-a3f1-b827fea21e86 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:32:00.717796 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (506c5d73-aab6-4e02-a3f1-b827fea21e86), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.768391 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Deleting port 016ac0ff-500e-43c5-b0dd-87e6e07d375a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:32:00.768733 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.841510 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] For port 016ac0ff-500e-43c5-b0dd-87e6e07d375a, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=016ac0ff-500e-43c5-b0dd-87e6e07d375a,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:32:00.841890 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.846078 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] DHCP port deletion for 506c5d73-aab6-4e02-a3f1-b827fea21e86 request from dv-cinder-836944-3-iscsi {{(pid=103941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 08:32:00.858265 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Calling delete_port for 016ac0ff-500e-43c5-b0dd-87e6e07d375a owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:32:00.888663 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Deleting port 016ac0ff-500e-43c5-b0dd-87e6e07d375a {{(pid=103941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:32:00.889035 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), before_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.955655 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] For port 016ac0ff-500e-43c5-b0dd-87e6e07d375a, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=016ac0ff-500e-43c5-b0dd-87e6e07d375a,segment=NetworkSegment(e7a10681-dcbd-4dcb-a5dc-57578005df6d),segment_id=e7a10681-dcbd-4dcb-a5dc-57578005df6d)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:32:00.956057 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), precommit_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:00.968904 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Calling delete_port for 016ac0ff-500e-43c5-b0dd-87e6e07d375a owned by network:dhcp {{(pid=103941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:32:01.016831 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25996925'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:01.044607 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Pushing event deleted for resources: {'Port': ['ID=016ac0ff-500e-43c5-b0dd-87e6e07d375a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:01.050103 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (016ac0ff-500e-43c5-b0dd-87e6e07d375a), after_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:01.050260 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] No DVR routers for this DVR port 016ac0ff-500e-43c5-b0dd-87e6e07d375a on host dv-cinder-836944-3-iscsi {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:32:01.087317 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] No DVR routers for this DVR port 016ac0ff-500e-43c5-b0dd-87e6e07d375a on host dv-cinder-836944-3-iscsi {{(pid=103941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:32:01.088887 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Pushing event deleted for resources: {'Port': ['ID=016ac0ff-500e-43c5-b0dd-87e6e07d375a,revision_number=None']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:01.097593 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.097945 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.098286 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.098626 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.098959 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.099289 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.099645 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.105632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.105632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.105632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.105632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.105632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.105632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.105632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.105632 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644836d6-71c6-4894-96f0-f1dd33b5127d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:01.130864 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (506c5d73-aab6-4e02-a3f1-b827fea21e86), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:01.154777 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506c5d73-aab6-4e02-a3f1-b827fea21e86']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:32:01.167894 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a10681-dcbd-4dcb-a5dc-57578005df6d') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:32:01.168323 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a10681-dcbd-4dcb-a5dc-57578005df6d') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:32:01.186787 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26062769'] for segment (e7a10681-dcbd-4dcb-a5dc-57578005df6d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:01.203583 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (e7a10681-dcbd-4dcb-a5dc-57578005df6d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:01.209931 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:32:01.210347 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25996970'] for segment (e7a10681-dcbd-4dcb-a5dc-57578005df6d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: Traceback (most recent call last): Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: timer() Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: cb(*args, **kw) Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: return func(*args, **kwargs) Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: self._notify() Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: self.callback(batched_events) Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: event.method(event) Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: return f(self, *a, **k) Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._get(url).json() Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: return self.request(url, 'GET', **kwargs) Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:32:01.212134 dv-cinder-836944-3-iscsi neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:32:01.353657 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (506c5d73-aab6-4e02-a3f1-b827fea21e86), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:01.359252 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:01.362372 dv-cinder-836944-3-iscsi neutron-server[103939]: INFO neutron.wsgi [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] 10.222.0.23 "DELETE /v2.0/networks/506c5d73-aab6-4e02-a3f1-b827fea21e86 HTTP/1.1" status: 204 len: 168 time: 0.7098122 Apr 12 08:32:01.365542 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55308) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:32:01.373977 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9724059-43a0-4eb4-84c0-704083490811 admin admin] Pushing event deleted for resources: {'Network': ['ID=506c5d73-aab6-4e02-a3f1-b827fea21e86,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:01.937313 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466382'] for router_interface (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:02.162960 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Deleting port c2db3e72-9ae6-4292-82ea-fb8663841bc2 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:32:02.164103 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:02.239946 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] For port c2db3e72-9ae6-4292-82ea-fb8663841bc2, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=c2db3e72-9ae6-4292-82ea-fb8663841bc2,segment=NetworkSegment(a58cd3ca-57f5-4a5c-a563-0f6999393b27),segment_id=a58cd3ca-57f5-4a5c-a563-0f6999393b27)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:32:02.240232 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:02.255905 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Calling delete_port for c2db3e72-9ae6-4292-82ea-fb8663841bc2 owned by network:router_interface {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:32:02.425213 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 016ac0ff-500e-43c5-b0dd-87e6e07d375a no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:32:02.448820 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 016ac0ff-500e-43c5-b0dd-87e6e07d375a {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:32:02.449167 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 016ac0ff-500e-43c5-b0dd-87e6e07d375a not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:32:02.449574 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 950e89fb-bc89-4606-a1e6-719e2036a0cd no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:32:02.468589 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 950e89fb-bc89-4606-a1e6-719e2036a0cd {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:32:02.468968 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 950e89fb-bc89-4606-a1e6-719e2036a0cd not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:32:02.510616 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (c2db3e72-9ae6-4292-82ea-fb8663841bc2), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:02.537260 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2db3e72-9ae6-4292-82ea-fb8663841bc2,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:02.561806 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.562155 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.562495 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.562833 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.563168 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.563510 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.563841 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.564166 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.564488 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.564809 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.565132 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.565452 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.565773 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.566092 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.566406 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-3-iscsi {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 08:32:02.715292 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-521416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466274'] for router_interface (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:02.790912 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-96c01f62-6466-4464-8a17-d4cfd5160f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:02.925552 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 has already been hosted by L3 agent 5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9 {{(pid=103940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 08:32:03.029116 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] Notify agent at l3_agent.dv-cinder-836944-3-iscsi the message routers_updated {{(pid=103940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 08:32:03.034027 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-38eb3c32-5e08-4401-b522-610095527c41 admin admin] 10.222.0.23 "PUT /v2.0/routers/4dc31507-acc1-47f8-b41a-d2c2d43b92c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6673415 Apr 12 08:32:03.036742 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55312) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:32:03.039746 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] Sync routers for ids ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'] in dv-cinder-836944-3-iscsi {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 08:32:03.049835 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] Routers {'4dc31507-acc1-47f8-b41a-d2c2d43b92c0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:32:03.050376 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:32:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:32:03.158575 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] Set router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:32:03.336114 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'name': 'tempest-TestShelveInstance-1079163498-router', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '7a013e09-438a-4981-8752-429b91da11c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:32:02Z', 'revision_number': 5, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'gw_port': {'id': '7a013e09-438a-4981-8752-429b91da11c2', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:32:03.363229 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] Checking router: 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 for host: dv-cinder-836944-3-iscsi {{(pid=103942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 08:32:03.368720 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Publish callbacks [] for router (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:03.371667 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] Routers {'4dc31507-acc1-47f8-b41a-d2c2d43b92c0'} bound to L3 agent in host dv-cinder-836944-3-iscsi {{(pid=103942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 08:32:03.372275 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T08:10:33Z,description=,heartbeat_timestamp=2022-04-12T08:32:03Z,host='dv-cinder-836944-3-iscsi',id=5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T08:10:33Z,topic='l3_agent')) {'router_ids': ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'], 'active': True} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:32:03.471919 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Publish callbacks [] for router_gateway (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:03.477954 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_dvr_db [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] Set router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 gateway port host: dv-cinder-836944-3-iscsi {{(pid=103942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 08:32:03.579327 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Deleting port 7a013e09-438a-4981-8752-429b91da11c2 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:32:03.580264 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (7a013e09-438a-4981-8752-429b91da11c2), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:03.617094 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:03.643108 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.l3_hamode_db [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'name': 'tempest-TestShelveInstance-1079163498-router', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '7a013e09-438a-4981-8752-429b91da11c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:32:02Z', 'revision_number': 5, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'gw_port': {'id': '7a013e09-438a-4981-8752-429b91da11c2', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}], 'dv-cinder-836944-3-iscsi', False) {} {{(pid=103942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:32:03.658017 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] For port 7a013e09-438a-4981-8752-429b91da11c2, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=7a013e09-438a-4981-8752-429b91da11c2,segment=NetworkSegment(eb1bcd0a-5a94-4544-b21f-0e132fff6618),segment_id=eb1bcd0a-5a94-4544-b21f-0e132fff6618)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:32:03.658383 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (7a013e09-438a-4981-8752-429b91da11c2), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:03.671344 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Calling delete_port for 7a013e09-438a-4981-8752-429b91da11c2 owned by network:router_gateway {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:32:03.672640 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db8eb9-204a-4028-a148-9d6d48e1f466 None None] The sync data for ids ['4dc31507-acc1-47f8-b41a-d2c2d43b92c0'] in dv-cinder-836944-3-iscsi is: [{'id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'name': 'tempest-TestShelveInstance-1079163498-router', 'tenant_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'external_fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '7a013e09-438a-4981-8752-429b91da11c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:32:02Z', 'revision_number': 5, 'project_id': '7cf1d1c302b84afe9b2c4c576f54c3d5', 'gw_port': {'id': '7a013e09-438a-4981-8752-429b91da11c2', 'name': '', 'network_id': '3eb94621-d127-4eaa-bacc-2fc003ead8f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc31507-acc1-47f8-b41a-d2c2d43b92c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T08:27:09Z', 'updated_at': '2022-04-12T08:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec97063-b664-406d-a82a-7edcc358c5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-3-iscsi'}] {{(pid=103942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 08:32:03.898501 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (7a013e09-438a-4981-8752-429b91da11c2), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:03.921859 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a013e09-438a-4981-8752-429b91da11c2,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:03.983189 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464260'] for router_gateway (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.076150 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2962'] for router (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.078326 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Publish callbacks [] for router_controller (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.182647 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415779'] for router (4dc31507-acc1-47f8-b41a-d2c2d43b92c0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.183115 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dc31507-acc1-47f8-b41a-d2c2d43b92c0 {{(pid=103940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 08:32:04.187748 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.188963 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-bcfd12f2-c9b5-4503-8a60-1ac0e32be9d6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4dc31507-acc1-47f8-b41a-d2c2d43b92c0 HTTP/1.1" status: 204 len: 168 time: 1.1512401 Apr 12 08:32:04.191304 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55314) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:32:04.239007 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0e8c20-a86a-4b59-a36e-6fc51c02992e admin admin] Deleting subnet 90231c86-4d15-4563-a761-ff31466922e6 {{(pid=103940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 08:32:04.242941 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8c20-a86a-4b59-a36e-6fc51c02992e admin admin] Publish callbacks [] for subnet (90231c86-4d15-4563-a761-ff31466922e6), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.278274 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8c20-a86a-4b59-a36e-6fc51c02992e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2438856'] for subnet (90231c86-4d15-4563-a761-ff31466922e6), precommit_delete_associations {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.293205 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.359775 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8c20-a86a-4b59-a36e-6fc51c02992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16165439'] for subnet (90231c86-4d15-4563-a761-ff31466922e6), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.482233 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8c20-a86a-4b59-a36e-6fc51c02992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16165382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347513'] for subnet (90231c86-4d15-4563-a761-ff31466922e6), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.507479 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e8c20-a86a-4b59-a36e-6fc51c02992e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90231c86-4d15-4563-a761-ff31466922e6,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:04.511307 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8c20-a86a-4b59-a36e-6fc51c02992e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.514922 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-3e0e8c20-a86a-4b59-a36e-6fc51c02992e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/90231c86-4d15-4563-a761-ff31466922e6 HTTP/1.1" status: 204 len: 168 time: 0.3222718 Apr 12 08:32:04.516923 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ba977-4798-4584-ab72-b611aad5c10c None None] Network 0ab4c0d7-8ed5-4264-9369-38a843e021d4 requested from dv-cinder-836944-3-iscsi {{(pid=103941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 08:32:04.517095 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55316) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:32:04.584886 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16239980'] for network (0ab4c0d7-8ed5-4264-9369-38a843e021d4), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.645173 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Deleting port 03044cb4-4447-4513-9337-6d8fdc94ab60 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:32:04.648344 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.683887 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e7c317-ff99-4c74-ac0d-c861c9b7a85e None None] DHCP port deletion for 0ab4c0d7-8ed5-4264-9369-38a843e021d4 request from dv-cinder-836944-3-iscsi {{(pid=103941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 08:32:04.714000 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] For port 03044cb4-4447-4513-9337-6d8fdc94ab60, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=03044cb4-4447-4513-9337-6d8fdc94ab60,segment=NetworkSegment(a58cd3ca-57f5-4a5c-a563-0f6999393b27),segment_id=a58cd3ca-57f5-4a5c-a563-0f6999393b27)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:32:04.714276 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.718997 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device c2db3e72-9ae6-4292-82ea-fb8663841bc2 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:32:04.727226 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Calling delete_port for 03044cb4-4447-4513-9337-6d8fdc94ab60 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:32:04.743791 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: c2db3e72-9ae6-4292-82ea-fb8663841bc2 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:32:04.744069 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device c2db3e72-9ae6-4292-82ea-fb8663841bc2 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:32:04.744480 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 7a013e09-438a-4981-8752-429b91da11c2 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:32:04.746865 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-61e7c317-ff99-4c74-ac0d-c861c9b7a85e None None] Deleting port 03044cb4-4447-4513-9337-6d8fdc94ab60 {{(pid=103941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 08:32:04.747236 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-61e7c317-ff99-4c74-ac0d-c861c9b7a85e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766556142623'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), before_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.776739 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 7a013e09-438a-4981-8752-429b91da11c2 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:32:04.777086 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 7a013e09-438a-4981-8752-429b91da11c2 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:32:04.829044 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-61e7c317-ff99-4c74-ac0d-c861c9b7a85e None None] For port 03044cb4-4447-4513-9337-6d8fdc94ab60, host dv-cinder-836944-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-3-iscsi',level=0,port_id=03044cb4-4447-4513-9337-6d8fdc94ab60,segment=NetworkSegment(a58cd3ca-57f5-4a5c-a563-0f6999393b27),segment_id=a58cd3ca-57f5-4a5c-a563-0f6999393b27)] {{(pid=103941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 08:32:04.829438 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-61e7c317-ff99-4c74-ac0d-c861c9b7a85e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457808'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), precommit_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.842235 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-61e7c317-ff99-4c74-ac0d-c861c9b7a85e None None] Calling delete_port for 03044cb4-4447-4513-9337-6d8fdc94ab60 owned by network:dhcp {{(pid=103941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 08:32:04.893029 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387773'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.917907 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-61e7c317-ff99-4c74-ac0d-c861c9b7a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16193970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766556150029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766555672616'] for port (03044cb4-4447-4513-9337-6d8fdc94ab60), after_delete {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:04.919088 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=03044cb4-4447-4513-9337-6d8fdc94ab60,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:04.922414 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] No DVR routers for this DVR port 03044cb4-4447-4513-9337-6d8fdc94ab60 on host dv-cinder-836944-3-iscsi {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:32:04.938554 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7c317-ff99-4c74-ac0d-c861c9b7a85e None None] Pushing event deleted for resources: {'Port': ['ID=03044cb4-4447-4513-9337-6d8fdc94ab60,revision_number=None']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:04.947563 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7c317-ff99-4c74-ac0d-c861c9b7a85e None None] No DVR routers for this DVR port 03044cb4-4447-4513-9337-6d8fdc94ab60 on host dv-cinder-836944-3-iscsi {{(pid=103941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 08:32:04.999106 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16170418', 'neutron.services.segments.db._delete_segments_for_network-8766556185775'] for network (0ab4c0d7-8ed5-4264-9369-38a843e021d4), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.019110 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab4c0d7-8ed5-4264-9369-38a843e021d4']}} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:32:05.028279 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58cd3ca-57f5-4a5c-a563-0f6999393b27') {'for_net_delete': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:32:05.028575 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.services.segments.db [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58cd3ca-57f5-4a5c-a563-0f6999393b27') {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 08:32:05.037924 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766556187320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2438849'] for segment (a58cd3ca-57f5-4a5c-a563-0f6999393b27), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.051058 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786'] for segment (a58cd3ca-57f5-4a5c-a563-0f6999393b27), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.057673 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 08:32:05.058060 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16164786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387818'] for segment (a58cd3ca-57f5-4a5c-a563-0f6999393b27), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: Traceback (most recent call last): Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: timer() Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: cb(*args, **kw) Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: return func(*args, **kwargs) Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: self._notify() Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: self.callback(batched_events) Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: event.method(event) Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: return f(self, *a, **k) Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._get(url).json() Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: return self.request(url, 'GET', **kwargs) Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 08:32:05.059799 dv-cinder-836944-3-iscsi neutron-server[103940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 08:32:05.189937 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16170429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-521439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464352'] for network (0ab4c0d7-8ed5-4264-9369-38a843e021d4), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.197119 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-521261'] for network (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.200181 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0ab4c0d7-8ed5-4264-9369-38a843e021d4 HTTP/1.1" status: 204 len: 168 time: 0.6821644 Apr 12 08:32:05.209554 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaf6bd-1454-4539-be5c-3c1558afc5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab4c0d7-8ed5-4264-9369-38a843e021d4,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:05.252865 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.537837 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55320) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:32:05.576798 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-7b289e1b-050c-4a97-8d27-d03ec9197eca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f60295b03664d50a09fad14e734f40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377665 Apr 12 08:32:05.579304 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55322) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:32:05.628071 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5bd17ce-c966-4731-87d7-b364b32d0e1e admin admin] Publish callbacks [] for security_group (f427e85f-7a94-4dc0-9d05-e1730d94704b), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.649895 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5bd17ce-c966-4731-87d7-b364b32d0e1e admin admin] Publish callbacks [] for security_group (f427e85f-7a94-4dc0-9d05-e1730d94704b), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.776794 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5bd17ce-c966-4731-87d7-b364b32d0e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (f427e85f-7a94-4dc0-9d05-e1730d94704b), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.779379 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5bd17ce-c966-4731-87d7-b364b32d0e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:05.780563 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-f5bd17ce-c966-4731-87d7-b364b32d0e1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f427e85f-7a94-4dc0-9d05-e1730d94704b HTTP/1.1" status: 204 len: 168 time: 0.2003615 Apr 12 08:32:05.788435 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd17ce-c966-4731-87d7-b364b32d0e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f427e85f-7a94-4dc0-9d05-e1730d94704b,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:06.369650 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55328) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:32:06.413821 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-1bee2800-def6-4f92-82c7-6fea1412072e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cf1d1c302b84afe9b2c4c576f54c3d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430188 Apr 12 08:32:06.416704 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [-] (103940) accepted ('10.222.0.23', 55330) {{(pid=103940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 08:32:06.422528 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 03044cb4-4447-4513-9337-6d8fdc94ab60 no longer exists at agent ovs-agent-dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 08:32:06.441172 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] No Port match for: 03044cb4-4447-4513-9337-6d8fdc94ab60 {{(pid=103941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 08:32:06.441521 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron.plugins.ml2.rpc [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Device 03044cb4-4447-4513-9337-6d8fdc94ab60 not bound to the agent host dv-cinder-836944-3-iscsi {{(pid=103941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 08:32:06.466366 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4732fc05-1822-43ed-827b-71b8d8b58c29 admin admin] Publish callbacks [] for security_group (aafcb6dc-9794-4c2b-994a-41c77e727bbd), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:06.486764 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4732fc05-1822-43ed-827b-71b8d8b58c29 admin admin] Publish callbacks [] for security_group (aafcb6dc-9794-4c2b-994a-41c77e727bbd), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:06.628423 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4732fc05-1822-43ed-827b-71b8d8b58c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582623'] for security_group (aafcb6dc-9794-4c2b-994a-41c77e727bbd), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:06.630804 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4732fc05-1822-43ed-827b-71b8d8b58c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:06.631953 dv-cinder-836944-3-iscsi neutron-server[103940]: INFO neutron.wsgi [None req-4732fc05-1822-43ed-827b-71b8d8b58c29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aafcb6dc-9794-4c2b-994a-41c77e727bbd HTTP/1.1" status: 204 len: 168 time: 0.2146218 Apr 12 08:32:06.640088 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732fc05-1822-43ed-827b-71b8d8b58c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafcb6dc-9794-4c2b-994a-41c77e727bbd,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 08:32:06.833556 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:11.475745 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:32:30.246825 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-55fb9310-022f-4280-bca2-c355aecefe05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:32.792899 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b6b95b2b-2d3e-439f-bf1a-05651873c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:33.600606 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:34.280712 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:35.229098 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:36.834790 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:32:48.474451 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:33:00.272669 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cac25848-c511-4f89-9747-3aa438a16481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:02.760351 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-7b90ec07-8ddb-4ad9-bdcf-410bf347a16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:03.628497 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:04.291602 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:05.232553 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:06.826863 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:25.473316 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:33:30.249568 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-24c50749-e475-4d39-b569-c1d3db4bfd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:32.786679 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-85754765-e5d5-448f-a1ee-d9b48e76c963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:33.621034 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:34.301993 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:35.229054 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:33:36.851131 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:00.255914 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-06cc8304-8141-445b-bfba-ee7b86b90955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:02.471844 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:34:02.774953 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5c84cd6d-981e-4787-94a0-19110dc4e2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:03.650810 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:04.342045 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:05.238658 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:06.839598 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:30.231756 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-01aaeec1-75c7-4b91-a332-b2aa5e1df871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:32.758220 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c2781193-4059-4859-a71d-1c866c1dc915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:33.621358 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:34.316679 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:35.265571 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:36.877222 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:34:39.470055 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:35:00.225151 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-33c10fce-43d0-4137-b10c-3042d8e307c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:02.768882 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d0a55890-40ad-45e7-84c8-58c80891e4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:03.625853 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:04.334695 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:05.243320 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:06.842105 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:07.817897 dv-cinder-836944-3-iscsi neutron-server[103939]: DEBUG neutron.wsgi [req-45413118-7a4d-470b-998b-7841501a95ff req-7220b4d6-2522-4b64-9535-d05d0286f87c service neutron] (103939) timed out ('10.222.0.25', 54702) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 08:35:10.981447 dv-cinder-836944-3-iscsi neutron-server[103940]: DEBUG neutron.wsgi [req-411e9a16-8a94-44ea-b893-397f9040b54d req-beddb9d8-cf3d-4bd1-8741-da1d706581b7 service neutron] (103940) timed out ('10.222.0.25', 54683) {{(pid=103940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 08:35:16.468734 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:35:30.237058 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd829-97a4-420e-9ca9-f59e5adb5e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:32.791670 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-caee605d-9107-4f8a-adc4-ab5b9c15c20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:33.630855 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:34.339636 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:35.248323 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:36.825006 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:35:53.467634 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:36:00.218236 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-41bf9102-9533-4150-ae91-6056ccf6dc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:02.778021 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-86fb08af-ea07-4610-9815-11a4457c1d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:03.647404 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:04.355778 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:05.258856 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:06.836420 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:30.257390 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4f8af3a4-c46d-433b-99d2-74d4cdcd2d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:30.465755 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 08:36:32.766500 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c7f94aaf-8494-49c4-a6a7-232cfd3ff924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:33.646791 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:34.349650 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:35.251865 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:36:36.857263 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:37:00.223702 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-400495e2-fd7e-4c9c-92a2-1326caac4ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (30de39a7-cbe2-4390-b770-4a498b13aec1), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:37:02.794839 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-f72a6ace-d445-4ca4-af45-3d7d2bf67cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (5a5b9b5e-82cd-4d2e-b43a-e0602b6fe7b9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:37:03.645852 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-16eb4f71-235a-4b66-907c-9606d656b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (bdfc99db-3c1c-48de-b74c-7f96151186ee), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:37:04.371656 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd07d-09fd-468c-afa9-30fa2e7b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (3d36c8b3-d154-447c-9271-2bb4a88f60ad), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:37:05.320416 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-0b32401a-fb58-44fc-a34a-9732bbebdae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (a69f93cb-7fbe-46e2-9f1a-c3043b7d249a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:37:06.885748 dv-cinder-836944-3-iscsi neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9dfd4-54a3-4c66-a8d8-7f7e48d23d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766556185757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16155893'] for agent (ad4a0a6b-3600-4cf2-8044-94b34690745f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 08:37:07.465780 dv-cinder-836944-3-iscsi neutron-server[103942]: DEBUG neutron.db.agents_db [None req-54e59881-bd3c-490e-9ac2-ffe7a5afe63a None None] Agent healthcheck: found 6 active agents {{(pid=103942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}